-- Logs begin at Wed 2021-05-19 08:53:50 UTC, end at Wed 2021-05-19 09:46:14 UTC. -- May 19 09:23:13.064571 dv-cinder-791281-2-smb systemd[1]: Started Devstack devstack@q-svc.service. May 19 09:23:15.475115 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.common.config [-] Logging enabled! May 19 09:23:15.475733 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214 May 19 09:23:15.475877 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91546) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 19 09:23:15.479136 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.common.config [-] Logging enabled! May 19 09:23:15.479388 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214 May 19 09:23:15.479695 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91546) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 19 09:23:15.480626 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 09:23:15.480858 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 09:23:15.481214 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 09:23:15.481459 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 09:23:15.481684 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 09:23:15.482029 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.482327 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.482624 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.482855 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.483148 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.483437 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.483718 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.484007 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.484851 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.485139 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.485422 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.485707 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.485964 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.486249 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.486539 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.486827 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.487053 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] debug = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.487336 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.487761 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.488167 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.488449 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.488742 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.489020 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.489290 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.489564 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.489871 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.490201 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] host = dv-cinder-791281-2-smb {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.490482 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.490769 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.491053 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.491340 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.491613 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.491885 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.492167 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.492436 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.492705 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] log_file = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.492977 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.493262 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.493546 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.493863 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.494089 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.494311 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.494600 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.494887 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.495164 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.495436 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.495710 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.495983 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.496257 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.496524 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.496808 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.497091 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.497380 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.497654 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.497956 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.498229 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.498561 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.498784 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.499059 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.499332 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.499606 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.500461 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.500734 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.501014 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.501305 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.501589 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.501899 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.502186 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.502462 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.502742 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.503011 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.503284 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.503555 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] use_json = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.503825 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.504094 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.504373 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.504644 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.504912 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.505184 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.505452 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.505734 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:15.506085 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.506381 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.506680 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.506961 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.507252 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.507532 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.507820 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.508096 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.508383 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.508671 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.508961 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.509236 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.509521 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.509821 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.510116 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.510423 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.510714 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.511004 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.511277 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.511547 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.511819 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.512093 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.512375 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.512664 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.512950 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.513220 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.513493 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.513797 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.514080 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.514344 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.514617 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.514901 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.515175 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.515465 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.515745 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.516023 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.516286 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.516553 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.516825 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.517108 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.517377 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.517643 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.517937 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.518210 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.518475 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.518755 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.519027 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.519293 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.519557 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.519829 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.520096 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.520367 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.520638 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.520905 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.521174 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.521439 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.521705 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.521996 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.522263 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.522529 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.522794 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.523059 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.523329 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.523595 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.523862 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.524128 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.524395 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.524661 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.524941 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.525232 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.525505 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.525798 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.526076 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.526350 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.526623 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.526894 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.527167 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.527440 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.527707 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.527990 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.528267 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.528547 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.528823 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.529095 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.529383 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.529667 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.529961 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.530236 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.530516 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.530800 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.531159 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.531452 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.531746 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.532038 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.532331 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.532622 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.532900 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.533207 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.533483 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:15.533700 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 09:23:15.533963 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91546) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 19 09:23:15.881678 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:23:15.881979 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:23:15.882262 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:23:15.882591 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.manager [-] Loading core plugin: ml2 May 19 09:23:16.187096 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.187347 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.187621 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.188832 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.189105 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.189369 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.308596 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.308868 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.309130 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.322262 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.322540 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.322802 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.352320 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.352592 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.352860 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.391057 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.391328 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.391593 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.621782 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.622424 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.622424 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.622612 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.623317 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.746198 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.746523 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.746807 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.747079 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.747345 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.747649 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.747909 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.748164 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.748415 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.748693 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.748952 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.749214 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.749473 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.750287 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.750555 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.750823 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.751125 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.751494 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.751750 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.752032 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.752379 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.752632 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.752880 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.753161 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.753409 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.753653 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.754072 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 09:23:16.754310 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 09:23:16.754547 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 09:23:16.754779 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 09:23:16.755015 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 09:23:16.755249 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 09:23:16.755609 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 19 09:23:16.758831 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 19 09:23:16.762704 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 19 09:23:16.767027 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) May 19 09:23:16.768642 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 19 09:23:16.769084 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 19 09:23:16.769412 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 19 09:23:16.769813 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 19 09:23:16.772717 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 19 09:23:16.772968 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 19 09:23:16.773317 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 19 09:23:16.801476 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 19 09:23:16.801948 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.802247 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91546) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 19 09:23:16.802612 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.803953 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91546) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 19 09:23:16.804235 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 19 09:23:16.804484 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 19 09:23:16.807688 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.807971 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:16.877311 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 19 09:23:16.877487 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 19 09:23:16.877724 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 19 09:23:16.878122 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 19 09:23:16.907462 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_db.sqlalchemy.engines [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91546) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 19 09:23:17.246254 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.managers [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Initializing driver for type 'gre' May 19 09:23:17.246777 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] gre ID ranges: [(1, 1000)] May 19 09:23:17.302022 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.managers [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Initializing driver for type 'local' May 19 09:23:17.302356 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.managers [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Initializing driver for type 'vlan' May 19 09:23:17.314169 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] VlanTypeDriver initialization complete May 19 09:23:17.314508 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.managers [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Initializing driver for type 'vxlan' May 19 09:23:17.315020 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] vxlan ID ranges: [(1, 1000)] May 19 09:23:17.371764 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.managers [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Initializing extension driver 'port_security' May 19 09:23:17.372142 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.extensions.port_security [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] PortSecurityExtensionDriver initialization complete May 19 09:23:17.372448 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.managers [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Initializing mechanism driver 'openvswitch' May 19 09:23:17.372775 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.managers [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Initializing mechanism driver 'hyperv' May 19 09:23:17.379529 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.plugin [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:23:17.380307 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > port after_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.380682 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > port after_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.381041 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > port after_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.381433 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > subnet after_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.381818 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > subnet after_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.382171 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.382557 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > network after_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.382907 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > network after_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.383251 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > network after_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.383629 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > security_group after_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.383976 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > security_group after_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.384319 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.384700 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.385045 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.385384 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.385756 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > address_group after_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.386123 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > address_group after_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.386459 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.386795 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] ML2 OVO RPC backend initialized. {{(pid=91546) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 19 09:23:17.387498 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.387848 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.388263 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > network before_response 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.388612 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > networks before_response 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.389042 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > port before_response 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.389315 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > ports before_response 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.389660 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > subnet before_response 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.390026 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > subnets before_response 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.390424 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > network after_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.390825 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > network after_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.391159 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > network after_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.391494 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > port after_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.391835 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > port after_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.392168 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > port after_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.392504 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > subnet after_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.392840 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > subnet after_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.393171 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.393747 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.plugin [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Modular L2 Plugin initialization complete May 19 09:23:17.394098 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading services supported by the core plugin {{(pid=91546) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 19 09:23:17.394427 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.plugins.ml2.managers [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Got port-security extension from driver 'port_security' May 19 09:23:17.394888 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.extensions.vlantransparent [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Disabled vlantransparent extension. May 19 09:23:17.395376 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91546) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 19 09:23:17.395687 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading Plugin: router May 19 09:23:17.434750 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.435153 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > router after_create 55549900 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.435531 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > router before_create 55549900 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.435898 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.436270 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.436625 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > router after_delete 55549900 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.436983 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.437404 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > router after_create 55549900 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.438037 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > router after_update 55549900 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.438404 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > router after_update 55549900 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.438761 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.439125 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > router after_update 55549900 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.439536 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > router precommit_update 55549900 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.439906 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: port after_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.440248 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: port after_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.440585 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: subnet after_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.440922 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.441271 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.441623 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > router precommit_create 55549900 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.441987 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: port before_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.442332 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > router precommit_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.442689 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > router after_update 55549900 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.443029 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.443375 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > router precommit_create 55549900 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.443735 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.444078 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > router precommit_update 55549900 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.444450 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > network after_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.445319 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Tracking information for resource: router configured {{(pid=91546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 09:23:17.445647 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Tracking information for resource: floatingip configured {{(pid=91546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 09:23:17.450750 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.db.l3_agentschedulers_db [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 19 09:23:17.451336 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: port after_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.451700 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: port after_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.452052 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: port after_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.452403 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: port after_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.453304 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > router before_create 55550100 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.453672 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.454069 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > router precommit_create 55550100 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.454426 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > router precommit_update 55550100 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.458891 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.services.provider_configuration [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Service providers = [] {{(pid=91546) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 19 09:23:17.459249 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.db.servicetype_db [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91546) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 19 09:23:17.462180 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.services.service_base [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91546) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 09:23:17.462534 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.services.service_base [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91546) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 09:23:17.462879 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.services.service_base [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91546) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 09:23:17.463763 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.services.service_base [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91546) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 09:23:17.464134 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.services.service_base [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Default provider is not specified for service type L3_ROUTER_NAT May 19 09:23:17.464685 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 09:23:17.465005 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 19 09:23:17.476654 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 09:23:17.476993 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading Plugin: auto_allocate May 19 09:23:17.482705 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: network precommit_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.483077 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: network precommit_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.483596 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 09:23:17.483913 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading Plugin: tag May 19 09:23:17.491661 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 09:23:17.491993 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading Plugin: timestamp May 19 09:23:17.495792 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 09:23:17.496131 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading Plugin: network_ip_availability May 19 09:23:17.501453 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.501789 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.502160 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.502894 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 09:23:17.503213 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading Plugin: flavors May 19 09:23:17.508157 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 09:23:17.508496 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading Plugin: revisions May 19 09:23:17.512758 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 09:23:17.513158 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.631s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:23:17.513915 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91546) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 19 09:23:17.514255 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Initializing extension manager. May 19 09:23:17.514760 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: __init__.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.515102 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: __pycache__ {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.515992 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.516323 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: address_group.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.517152 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.517734 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: address-group May 19 09:23:17.518095 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: address_scope.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.518809 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.519322 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: address-scope May 19 09:23:17.519644 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.520573 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.521089 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: router-admin-state-down-before-update May 19 09:23:17.521412 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: agent.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.522134 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.522644 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: agent May 19 09:23:17.522964 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: agent_resources_synced.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.523865 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.524382 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: agent-resources-synced May 19 09:23:17.524699 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: allowedaddresspairs.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.526510 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.527044 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: allowed-address-pairs May 19 09:23:17.527380 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: auto_allocated_topology.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.528460 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.528982 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: auto-allocated-topology May 19 09:23:17.529306 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: availability_zone.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.530016 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.530529 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: availability_zone May 19 09:23:17.530851 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: availability_zone_filter.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.532649 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.533169 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: availability_zone_filter May 19 09:23:17.533492 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: data_plane_status.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.534432 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.534946 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension data-plane-status not supported by any of loaded plugins May 19 09:23:17.535268 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: default_subnetpools.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.536174 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.536692 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: default-subnetpools May 19 09:23:17.537014 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.537861 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.538376 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: dhcp_agent_scheduler May 19 09:23:17.538701 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: dns.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.539609 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.540120 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension dns-integration not supported by any of loaded plugins May 19 09:23:17.540439 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: dns_domain_ports.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.541337 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.541881 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension dns-domain-ports not supported by any of loaded plugins May 19 09:23:17.542203 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: dvr.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.542867 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.543373 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: dvr May 19 09:23:17.543692 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: empty_string_filtering.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.544595 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.545108 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: empty-string-filtering May 19 09:23:17.545431 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.546366 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.547109 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 19 09:23:17.547444 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.548348 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.548860 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 19 09:23:17.549181 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: external_net.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.550103 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.550619 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: external-net May 19 09:23:17.550938 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.551830 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.552344 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: extra_dhcp_opt May 19 09:23:17.552665 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: extraroute.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.553558 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.554104 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: extraroute May 19 09:23:17.554427 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: extraroute_atomic.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.555452 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.555969 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: extraroute-atomic May 19 09:23:17.556291 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: filter_validation.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.556950 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.557468 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: filter-validation May 19 09:23:17.557809 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: fip_pf_description.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.558899 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.559413 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 19 09:23:17.559731 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: fip_port_details.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.560627 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.561141 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: fip-port-details May 19 09:23:17.561457 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: flavors.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.562736 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.563258 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: flavors May 19 09:23:17.563583 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.565243 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.565801 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 19 09:23:17.566150 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: floatingip_pools.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.566854 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.567380 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: floatingip-pools May 19 09:23:17.567706 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: ip_allocation.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.568614 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.569128 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension ip_allocation not supported by any of loaded plugins May 19 09:23:17.569452 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.570390 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.570909 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: ip-substring-filtering May 19 09:23:17.571235 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: l2_adjacency.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.572152 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.572666 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension l2_adjacency not supported by any of loaded plugins May 19 09:23:17.572989 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: l3.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.574009 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.574533 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: router May 19 09:23:17.574855 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.577092 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.577630 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 19 09:23:17.578608 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.579531 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.580052 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: ext-gw-mode May 19 09:23:17.580377 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.581296 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.581834 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: l3-ha May 19 09:23:17.582161 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: l3_flavors.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.583066 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.583583 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: l3-flavors May 19 09:23:17.583904 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.584822 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.585339 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: l3-port-ip-change-not-allowed May 19 09:23:17.585661 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: l3agentscheduler.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.586731 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.587251 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: l3_agent_scheduler May 19 09:23:17.587581 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: logging.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.589066 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.589596 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension logging not supported by any of loaded plugins May 19 09:23:17.589964 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: metering.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.590707 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.591293 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: metering May 19 09:23:17.591618 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.592707 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.593232 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: metering_source_and_destination_fields May 19 09:23:17.594132 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: multiprovidernet.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.595175 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.595696 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: multi-provider May 19 09:23:17.596024 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: netmtu.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.597188 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.597704 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: net-mtu May 19 09:23:17.598057 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: netmtu_writable.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.598964 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.599476 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: net-mtu-writable May 19 09:23:17.599799 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: network_availability_zone.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.600463 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.600971 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: network_availability_zone May 19 09:23:17.601290 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: network_ip_availability.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.602395 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.602913 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: network-ip-availability May 19 09:23:17.603238 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: network_segment_range.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.603999 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.604511 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension network-segment-range not supported by any of loaded plugins May 19 09:23:17.604831 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: pagination.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.605821 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.606156 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: pagination May 19 09:23:17.606477 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: port_device_profile.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.607378 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.607905 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: port-device-profile May 19 09:23:17.608226 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.609190 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.609702 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: port-mac-address-regenerate May 19 09:23:17.610044 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.610944 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.611459 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: port-numa-affinity-policy May 19 09:23:17.611778 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: port_resource_request.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.612684 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.613194 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension port-resource-request not supported by any of loaded plugins May 19 09:23:17.613512 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: portbindings.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.614448 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.614955 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: binding May 19 09:23:17.615276 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: portbindings_extended.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.616541 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.617058 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: binding-extended May 19 09:23:17.617380 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: portsecurity.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.618318 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.618834 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: port-security May 19 09:23:17.619152 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: project_id.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.620123 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.620451 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: project-id May 19 09:23:17.620770 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: providernet.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.621680 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.622228 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: provider May 19 09:23:17.622757 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: qos.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.626128 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.626660 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension qos not supported by any of loaded plugins May 19 09:23:17.626991 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.628236 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.628758 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 19 09:23:17.629088 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.630038 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.630557 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 19 09:23:17.630883 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: qos_default.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.631787 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.632305 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension qos-default not supported by any of loaded plugins May 19 09:23:17.632632 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: qos_fip.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.633280 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.633814 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension qos-fip not supported by any of loaded plugins May 19 09:23:17.634140 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: qos_gateway_ip.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.635056 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.635572 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 19 09:23:17.635892 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: qos_port_network_policy.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.636790 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.637304 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 19 09:23:17.637623 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: qos_rule_type_details.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.638566 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.639080 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 19 09:23:17.639401 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: qos_rules_alias.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.640994 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.641516 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension qos-rules-alias not supported by any of loaded plugins May 19 09:23:17.641872 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: quotasv2.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.642936 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.643264 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: quotas May 19 09:23:17.643585 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: quotasv2_detail.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.645191 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.645530 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: quota_details May 19 09:23:17.645898 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: rbac.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.646950 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.647470 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: rbac-policies May 19 09:23:17.647799 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: rbac_address_group.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.648722 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.649245 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: rbac-address-group May 19 09:23:17.649569 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: rbac_address_scope.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.650511 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.651029 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: rbac-address-scope May 19 09:23:17.651351 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: rbac_security_groups.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.652259 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.652778 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: rbac-security-groups May 19 09:23:17.653104 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: rbac_subnetpool.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.654055 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.654573 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: rbac-subnetpool May 19 09:23:17.654897 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: revisionifmatch.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.655809 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.656892 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: revision-if-match May 19 09:23:17.657281 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: revisions.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.658458 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.658975 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: standard-attr-revisions May 19 09:23:17.659297 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: router_availability_zone.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.659965 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.660479 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: router_availability_zone May 19 09:23:17.660800 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: routerservicetype.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.661711 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.662266 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension router-service-type not supported by any of loaded plugins May 19 09:23:17.662588 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.663502 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.664018 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: security-groups-normalized-cidr May 19 09:23:17.664338 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.665246 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.665790 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: port-security-groups-filtering May 19 09:23:17.666107 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.667016 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.667534 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: security-groups-remote-address-group May 19 09:23:17.667855 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: securitygroup.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.677584 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.678165 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: security-group May 19 09:23:17.678502 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: segment.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.679293 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.679806 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension segment not supported by any of loaded plugins May 19 09:23:17.680134 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.681068 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.681582 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 19 09:23:17.681942 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: servicetype.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.683049 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.683574 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: service-type May 19 09:23:17.683900 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: sorting.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.684884 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.685219 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: sorting May 19 09:23:17.685540 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: standard_attr_segment.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.686501 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.687033 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension standard-attr-segment not supported by any of loaded plugins May 19 09:23:17.687387 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: standardattrdescription.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.688178 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.688711 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: standard-attr-description May 19 09:23:17.689036 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: stateful_security_group.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.689988 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.690510 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: stateful-security-group May 19 09:23:17.690832 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: stdattrs_common.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.691405 dv-cinder-791281-2-smb neutron-server[91546]: WARNING neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 19 09:23:17.691726 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.692725 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.693257 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 19 09:23:17.693581 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: subnet_onboard.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.694683 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.695273 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: subnet_onboard May 19 09:23:17.695526 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.696434 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.696948 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 19 09:23:17.697269 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: subnet_service_types.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.698211 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.698736 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: subnet-service-types May 19 09:23:17.699057 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: subnetallocation.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.700131 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.700650 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: subnet_allocation May 19 09:23:17.700971 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.701630 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.702183 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: subnetpool-prefix-ops May 19 09:23:17.702507 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.703959 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.704477 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 19 09:23:17.704800 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: tagging.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.705915 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.706454 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: standard-attr-tag May 19 09:23:17.706779 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: timestamp.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.707979 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.708503 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loaded extension: standard-attr-timestamp May 19 09:23:17.708839 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: trunk.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.709901 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.710423 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension trunk not supported by any of loaded plugins May 19 09:23:17.710749 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: trunk_details.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.711662 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.712210 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension trunk-details not supported by any of loaded plugins May 19 09:23:17.712536 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: uplink_status_propagation.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.713448 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.713989 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 19 09:23:17.714313 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Loading extension file: vlantransparent.py {{(pid=91546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:23:17.714984 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:23:17.715496 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extension vlan-transparent not supported by any of loaded plugins May 19 09:23:17.718029 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Creating instance of TrackedResource for resource:network May 19 09:23:17.719353 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Creating instance of TrackedResource for resource:subnet May 19 09:23:17.720339 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Creating instance of TrackedResource for resource:subnetpool May 19 09:23:17.720952 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Creating instance of TrackedResource for resource:port May 19 09:23:17.722534 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.v2.resource_helper [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:23:17.723000 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.v2.resource_helper [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Service FLAVORS assigned prefix: {{(pid=91546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:23:17.723614 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.v2.resource_helper [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:23:17.724081 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.v2.resource_helper [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:23:17.724411 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Creating instance of TrackedResource for resource:router May 19 09:23:17.725087 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Creating instance of TrackedResource for resource:floatingip May 19 09:23:17.725826 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.v2.resource_helper [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Service METERING assigned prefix: /metering {{(pid=91546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:23:17.727357 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.727680 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.728041 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:23:17.729219 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Creating instance of CountableResource for resource:rbac_policy May 19 09:23:17.729662 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Creating instance of TrackedResource for resource:security_group May 19 09:23:17.730366 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Creating instance of TrackedResource for resource:security_group_rule May 19 09:23:17.731105 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.v2.resource_helper [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Service CORE assigned prefix: {{(pid=91546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:23:17.731434 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Creating instance of TrackedResource for resource:subnetpool May 19 09:23:17.731777 dv-cinder-791281-2-smb neutron-server[91546]: WARNING neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] subnetpool is already registered May 19 09:23:17.732425 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.v2.resource_helper [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Service CORE assigned prefix: {{(pid=91546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:23:17.732757 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Creating instance of TrackedResource for resource:subnetpool May 19 09:23:17.733092 dv-cinder-791281-2-smb neutron-server[91546]: WARNING neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] subnetpool is already registered May 19 09:23:17.737024 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.v2.resource_helper [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:23:17.737459 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.v2.resource_helper [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Service FLAVORS assigned prefix: {{(pid=91546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:23:17.738093 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.v2.resource_helper [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:23:17.738520 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.v2.resource_helper [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:23:17.738856 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Creating instance of TrackedResource for resource:router May 19 09:23:17.739184 dv-cinder-791281-2-smb neutron-server[91546]: WARNING neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] router is already registered May 19 09:23:17.739782 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Creating instance of TrackedResource for resource:floatingip May 19 09:23:17.740119 dv-cinder-791281-2-smb neutron-server[91546]: WARNING neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] floatingip is already registered May 19 09:23:17.740752 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.v2.resource_helper [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Service METERING assigned prefix: /metering {{(pid=91546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:23:17.741430 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Creating instance of CountableResource for resource:rbac_policy May 19 09:23:17.741760 dv-cinder-791281-2-smb neutron-server[91546]: WARNING neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] rbac_policy is already registered May 19 09:23:17.742325 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Creating instance of TrackedResource for resource:security_group May 19 09:23:17.742656 dv-cinder-791281-2-smb neutron-server[91546]: WARNING neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] security_group is already registered May 19 09:23:17.743257 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Creating instance of TrackedResource for resource:security_group_rule May 19 09:23:17.743589 dv-cinder-791281-2-smb neutron-server[91546]: WARNING neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] security_group_rule is already registered May 19 09:23:17.744258 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.v2.resource_helper [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Service CORE assigned prefix: {{(pid=91546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:23:17.744590 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Creating instance of TrackedResource for resource:subnetpool May 19 09:23:17.744912 dv-cinder-791281-2-smb neutron-server[91546]: WARNING neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] subnetpool is already registered May 19 09:23:17.745521 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.v2.resource_helper [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Service CORE assigned prefix: {{(pid=91546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:23:17.745880 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Creating instance of TrackedResource for resource:subnetpool May 19 09:23:17.746206 dv-cinder-791281-2-smb neutron-server[91546]: WARNING neutron.quota.resource_registry [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] subnetpool is already registered May 19 09:23:17.746861 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: extensions {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.748361 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: address-groups {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.750094 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: address-scopes {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.751315 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: agents {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.752555 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: auto-allocated-topology {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.753804 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: availability_zones {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.755126 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: dhcp-networks {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.756558 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: dhcp-agents {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.758020 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: routers {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.759845 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: flavors {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.761015 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: service_profiles {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.762245 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: next_providers {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.763786 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: service_profiles {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.765247 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: floatingip-pools {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.767091 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: routers {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.768917 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: floatingips {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.770130 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: l3-routers {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.771517 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: l3-agents {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.772938 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: metering-labels {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.774327 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: metering-label-rules {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.775593 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: network-ip-availabilities {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.776851 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: bindings {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.778523 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: quotas {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.779952 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: quotas {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.782126 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: rbac-policies {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.783515 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: security-groups {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.784717 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: security-group-rules {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.785987 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: service-providers {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.787226 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: subnetpools {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.788636 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: subnetpools {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.790209 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: tags {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.791898 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: tags {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.793721 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: tags {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.795510 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: tags {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.798447 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: tags {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.800315 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: tags {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.802070 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: tags {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.914944 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: tags {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.916782 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: tags {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.918685 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron.api.extensions [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Extended resource: tags {{(pid=91546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:23:17.924644 dv-cinder-791281-2-smb neutron-server[91546]: WARNING keystonemiddleware.auth_token [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 19 09:23:17.929395 dv-cinder-791281-2-smb neutron-server[91546]: WARNING keystonemiddleware.auth_token [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 19 09:23:17.938216 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Acquired lock "singleton_lock" {{(pid=91546) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 19 09:23:17.938705 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Releasing lock "singleton_lock" {{(pid=91546) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 19 09:23:17.939351 dv-cinder-791281-2-smb neutron-server[91546]: INFO oslo_service.service [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Starting 2 workers May 19 09:23:17.944031 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Started child 91651 {{(pid=91546) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 09:23:17.948445 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Started child 91652 {{(pid=91546) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 09:23:17.949226 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:17.950009 dv-cinder-791281-2-smb neutron-server[91546]: INFO neutron.service [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Neutron service started, listening on 0.0.0.0:9696 May 19 09:23:17.950645 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Notify callbacks [] for process, before_spawn {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:17.950802 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [-] (91651) wsgi starting up on http://0.0.0.0:9696 May 19 09:23:17.953658 dv-cinder-791281-2-smb neutron-server[91546]: INFO oslo_service.service [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Starting 1 workers May 19 09:23:17.953877 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:17.955135 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [-] (91652) wsgi starting up on http://0.0.0.0:9696 May 19 09:23:17.958711 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Started child 91653 {{(pid=91546) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 09:23:17.959232 dv-cinder-791281-2-smb neutron-server[91546]: INFO oslo_service.service [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Starting 1 workers May 19 09:23:17.962271 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.service [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] calling RpcWorker wait() {{(pid=91653) _wait /opt/stack/neutron/neutron/service.py:128}} May 19 09:23:17.962820 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.service [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] returning from RpcWorker wait() {{(pid=91653) _wait /opt/stack/neutron/neutron/service.py:135}} May 19 09:23:17.963539 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Started child 91654 {{(pid=91546) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 09:23:17.964267 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:17.964376 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-cefb6ab5-e2fc-4b95-b8f7-c63d8e423c18 None None] Notify callbacks [] for process, after_spawn {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:17.964782 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:23:17.966189 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91546) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 19 09:23:17.966411 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 09:23:17.966600 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 09:23:17.966819 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 09:23:17.967157 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 09:23:17.967324 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 09:23:17.967822 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.968089 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.968371 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.968820 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:17.969300 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.969300 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.969599 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.969948 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.970211 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.970504 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.970761 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.970935 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.971104 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.971352 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.971606 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.972177 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.972459 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.972711 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.973003 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.973179 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.973438 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.973728 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.974021 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.974290 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] debug = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.974545 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.975029 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.975277 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.975520 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.975741 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.976013 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.976282 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.976560 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.976811 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.977049 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.977299 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.977577 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.977856 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.978096 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.978320 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.978569 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.978789 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.979280 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] host = dv-cinder-791281-2-smb {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.979521 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.979766 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.980022 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.980286 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.980540 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.980759 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.981001 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.981262 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.981530 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.981760 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.982052 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.982291 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.982530 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.982781 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] log_file = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.982950 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] log_options = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.983191 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.983485 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.983762 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.983958 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.984412 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.984412 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.984693 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.984863 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.985123 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.985347 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.985564 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.985821 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.986041 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.986300 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.986566 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.986809 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.987075 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.987306 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.987566 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.987798 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.988027 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.988274 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.988516 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.988734 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.988958 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.989198 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.989427 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.989664 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.989909 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.990135 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.990379 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.990631 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.990871 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.991141 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.991373 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.991604 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.991838 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.992106 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.992343 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.992670 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.993024 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.993579 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.993858 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.994082 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.994326 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.994570 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] use_json = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.994794 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.995013 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.995214 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:23:17.995355 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.996534 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.996784 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.997049 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.997223 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.997464 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:17.997920 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:17.998239 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:17.998547 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:17.998871 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:17.999302 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:17.999302 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:17.999548 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.000324 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.000938 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.001557 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.001557 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.001850 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.002487 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.002487 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.002791 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.002929 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.003197 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.003469 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.003766 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.003912 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.004166 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.004393 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.004723 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.004998 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.005289 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.005542 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.005789 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.006014 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.006262 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.006496 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.006719 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.006936 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.007207 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.008734 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.008734 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.008734 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.008734 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.008734 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.008734 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.009138 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.009138 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.009278 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.009485 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.010341 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.010788 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.011017 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.011468 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.011896 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.012268 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.012658 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.013042 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.013434 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.013681 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.013930 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.014182 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.014423 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.014649 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.014870 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.015089 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.015373 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.016201 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.016526 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.016753 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.016997 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.017240 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.017483 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.017702 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.017966 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.018197 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.018422 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.018644 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.018861 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.019079 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.019299 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.019514 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.019751 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.020051 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.020253 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.020494 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.020731 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.020970 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.021216 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.021430 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.021669 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.021977 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.022273 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.022717 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.023177 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.023619 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.024366 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.024958 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.025380 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.025840 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.026256 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.026705 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.027140 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.027549 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.027976 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.028516 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.028809 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.029087 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.029320 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.029585 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.029839 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.030105 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.030368 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.030650 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.030962 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.031348 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.031600 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.032064 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.032357 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.032620 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.032899 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.033125 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.033388 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.033723 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.034902 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.034902 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.034902 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.036149 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.036427 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.036691 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.036953 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.037198 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.037441 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.037670 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.038000 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.038239 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.038690 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.038934 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.039178 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.039514 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.039772 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.039994 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.040230 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.040513 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.040766 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.041014 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.041282 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.041537 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.041819 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.042081 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.042349 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.042564 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.042964 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.043329 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.043680 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.044050 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.044442 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.044832 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.045212 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.045595 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.046093 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.046522 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.046830 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.047170 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.048400 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.048400 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.048400 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.048400 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.048400 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.048749 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.048828 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.049033 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.050207 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.050207 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.050207 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.050207 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.050502 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.050755 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.051271 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.051524 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.051790 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.052057 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.052281 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.052540 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.052765 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.053005 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.053222 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.053448 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.053664 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.053906 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.054157 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.054376 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.054643 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.054876 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.055363 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.055766 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.056156 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.056549 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.056776 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.057039 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.057297 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.057536 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.057944 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.058332 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.058554 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.058828 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.059095 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.059336 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.059756 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.060152 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.060559 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.060977 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.061230 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.061527 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.062016 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.062791 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.063117 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.063371 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.063608 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.063828 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.064045 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.064265 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.064483 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.064714 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.064932 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.065172 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.065392 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.065609 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.065887 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.066107 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.066325 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.066542 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.066756 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.066982 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.067194 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.067410 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.067626 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.067836 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.068156 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.068415 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.068644 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.068940 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.069236 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.069504 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.069790 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.070114 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.070338 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.070581 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.071089 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.071089 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.071288 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.071719 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.072208 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.072507 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.072769 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.073028 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.073321 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.073611 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.073898 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.074123 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.074416 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.074750 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.075033 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.075307 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.075548 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.075820 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.076067 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.076288 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.076512 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.076764 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.076984 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.077224 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.077476 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.077726 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.078584 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.078829 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.079071 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.079310 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.079549 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.079793 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.080016 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.080178 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 09:23:18.080744 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91546) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 19 09:23:18.080909 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 09:23:18.081065 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 09:23:18.081260 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 09:23:18.081433 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 09:23:18.081592 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 09:23:18.081823 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.081990 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.082154 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.082318 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.082480 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.082664 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.082833 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.083249 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.083412 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.083774 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.084345 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.084661 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.084830 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.084997 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.085158 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.085322 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.085485 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.085649 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.085836 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.086147 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.086459 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.086623 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.086787 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] debug = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.086951 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.087149 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.087299 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.087468 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.087627 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.087929 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.088241 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.088404 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.088565 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.088727 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.088893 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.089051 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.089370 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.089533 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.089695 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.089881 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.090049 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.090208 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] host = dv-cinder-791281-2-smb {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.090536 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.090702 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.090867 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.091029 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.091336 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.091502 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.091666 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.091830 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.091992 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.092153 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.092315 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.092476 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.092638 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.092804 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] log_file = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.092964 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] log_options = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.093125 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.093285 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.093640 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.093640 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.093875 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.094006 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.094173 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.094356 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.094469 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.094630 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.094791 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.094953 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.095117 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.095279 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.095442 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.095603 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.095764 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.095927 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.096089 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.096252 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.096462 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.096556 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.096716 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.097281 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.097447 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.097758 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.097944 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.098106 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.098272 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.098429 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.098758 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.098923 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.099089 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.099254 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.099416 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.099579 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.099741 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.099906 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.100072 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.100232 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.100392 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.100542 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.100688 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.100852 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.101014 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.101174 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] use_json = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.101338 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.101499 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.101661 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.101851 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.102010 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.102157 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.102315 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.102478 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:23:18.102666 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.102752 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:23:18.102836 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.102996 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.103160 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.103324 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.103488 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.103678 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.103849 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.104049 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.104214 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.104387 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.104551 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.104726 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.104890 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.105055 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.105221 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.105386 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.105548 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.105711 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.105901 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.106067 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.106231 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.106412 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.106575 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.106740 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.106907 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.107072 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.107235 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.107401 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.107565 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.107730 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.107895 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.108059 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.108222 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.108386 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.108550 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.108713 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.108878 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.109097 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.109308 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.109533 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.109700 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.109897 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.110061 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.110225 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.110391 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.110556 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.110721 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.110886 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.111049 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.111224 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.111387 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.111550 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.111713 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.111877 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.112040 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.112204 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.112368 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.112532 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.112700 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.112864 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.113039 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.113202 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.113364 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.113527 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.113691 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.113872 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.114130 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.114418 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.114667 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.114838 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.115004 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.115167 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.115336 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.115498 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.115663 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.115948 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.116200 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.116371 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.116540 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.116707 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.116860 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.117009 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.117173 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.117353 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.117521 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.117685 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.117873 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.118039 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.118202 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.118367 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.118530 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.118719 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.118860 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.119023 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.119186 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.119350 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.119517 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.119675 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.119839 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.120003 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.120164 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.120328 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.120491 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.120654 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.120816 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.120979 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.121144 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.121308 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.121470 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.121634 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.121829 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.121994 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.122160 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.122323 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.122493 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.122671 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.122834 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.122998 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.123162 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.123324 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.123487 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.123648 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.123810 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.123974 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.124138 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.124298 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.124469 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.125167 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.125340 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.125501 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.125667 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.125874 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.126040 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.126205 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.126724 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.126724 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.126724 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.126958 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.127052 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.127132 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.127288 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.127450 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.127615 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.128352 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.128352 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.128352 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.128352 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.128660 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.128660 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.128801 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.128877 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.129004 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.129168 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.129331 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.129494 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.129657 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.129861 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.130028 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.130191 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.130355 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.130519 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.130683 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.131051 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.131051 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.131204 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.131295 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.131462 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.131624 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.131790 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.131953 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.132119 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.132317 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.132442 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.132605 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.132770 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.132935 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.133103 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.133267 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.133432 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.133596 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.133759 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.133945 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.134110 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.134276 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.134440 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.134604 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.134783 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.134947 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.135111 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.135274 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.135438 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.135601 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.135766 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.135930 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.136092 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.136256 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.136420 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.136589 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.136755 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.136919 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.137082 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.137245 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.137408 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.137571 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.137735 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.137949 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.138114 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.138277 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.138441 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.138605 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.138778 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.138945 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.139107 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.139268 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.139431 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.139603 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.139766 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.139929 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.140091 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.140269 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.140502 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.140696 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.140862 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.141028 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.141219 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.141351 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.141513 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.141675 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.141875 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.142040 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.142212 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.142377 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.142542 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.142714 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.142878 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.143043 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.143207 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.143382 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.143545 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.143711 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.143873 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.144036 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.144199 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.144366 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.144534 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.144706 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.144877 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.145043 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.145214 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.145385 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.145555 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.145719 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.145912 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.146091 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.146253 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.146416 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.146579 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.146743 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.146906 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.147074 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.147236 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.147418 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.147547 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.147680 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.147824 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.147985 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.148147 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.148309 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.148472 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.148635 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.148799 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.148962 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.149236 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:23:18.149458 dv-cinder-791281-2-smb neutron-server[91546]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 09:23:18.232983 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 37878) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:23:18.242276 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069990 May 19 09:23:28.919311 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c942f942-b14f-4e21-b6f7-1832d2c107e8 None None] get_active_networks_info from dv-cinder-791281-2-smb {{(pid=91653) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 19 09:23:28.990222 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c942f942-b14f-4e21-b6f7-1832d2c107e8 None None] No non-hosted networks {{(pid=91653) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 19 09:23:29.009958 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-d8d5a239-23d5-44a5-ad88-fe5af24c3057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564'] for agent, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:31.378021 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564'] for agent, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:31.383278 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:31.384265 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:31.393420 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:31.395315 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:31.398382 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:31.401494 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:31.406823 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:31.413918 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:31.417025 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:31.419474 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:31.422043 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:31.422672 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:31.425923 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-791281-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:23:31.438417 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-791281-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:23:31.870482 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b76f7da5-8676-4717-b8b1-d2613edff44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564'] for agent, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:31.924224 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-440cb210-607c-4cfb-8c27-f9ffb7d9c52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:32.849360 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564'] for agent, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:34.518778 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564'] for agent, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:35.893347 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 37968) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:23:36.508645 dv-cinder-791281-2-smb neutron-server[91651]: WARNING oslo_policy.policy [None req-d3a6cdc8-4bbd-4a3e-8e1c-01c59955bef1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 09:23:36.509241 dv-cinder-791281-2-smb neutron-server[91651]: WARNING oslo_policy.policy [None req-d3a6cdc8-4bbd-4a3e-8e1c-01c59955bef1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 09:23:36.739538 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [None req-d3a6cdc8-4bbd-4a3e-8e1c-01c59955bef1 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=91651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 09:23:36.740755 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-d3a6cdc8-4bbd-4a3e-8e1c-01c59955bef1 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8453176 May 19 09:23:37.906515 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.db.l3_hamode_db [None req-941bfe73-cf1c-490b-a573-07ac9d15a83f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 19 09:23:37.992594 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941bfe73-cf1c-490b-a573-07ac9d15a83f None None] Routers set() bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:23:37.992976 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941bfe73-cf1c-490b-a573-07ac9d15a83f None None] Router IDs set() for agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 19 09:23:39.144501 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 37982) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:23:39.529507 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-d320500a-0f7f-4083-9e83-6ac7f066f43a admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:23:39.631065 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.policy [None req-d320500a-0f7f-4083-9e83-6ac7f066f43a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91651) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 09:23:39.677490 dv-cinder-791281-2-smb neutron-server[91651]: WARNING oslo_policy.policy [None req-d320500a-0f7f-4083-9e83-6ac7f066f43a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 09:23:39.677905 dv-cinder-791281-2-smb neutron-server[91651]: WARNING oslo_policy.policy [None req-d320500a-0f7f-4083-9e83-6ac7f066f43a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 09:23:39.687063 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.quota [None req-d320500a-0f7f-4083-9e83-6ac7f066f43a admin admin] Loaded quota_driver: . May 19 09:23:39.703357 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-d320500a-0f7f-4083-9e83-6ac7f066f43a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:23:39.766216 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d320500a-0f7f-4083-9e83-6ac7f066f43a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789555575063', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789555575802', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789555552223', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789555556867', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789555600655', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789555607415', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-723730', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-891219', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4041919', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4096506'] for rbac-policy, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:39.827917 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d320500a-0f7f-4083-9e83-6ac7f066f43a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:39.829021 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-d320500a-0f7f-4083-9e83-6ac7f066f43a admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6835797 May 19 09:23:42.470073 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 37996) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:23:43.131396 dv-cinder-791281-2-smb neutron-server[91652]: WARNING oslo_policy.policy [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 09:23:43.131989 dv-cinder-791281-2-smb neutron-server[91652]: WARNING oslo_policy.policy [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 09:23:43.351095 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Request body: {'network': {'project_id': 'c08628d813d44dcea5370ac32494b2dd', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'c08628d813d44dcea5370ac32494b2dd'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:23:43.352798 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.quota [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Loaded quota_driver: . May 19 09:23:43.369376 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:23:43.377148 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Usage tracker for resource:network and tenant:c08628d813d44dcea5370ac32494b2dd is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:23:43.382934 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:23:43.391009 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:23:43.407882 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Made reservation on behalf of c08628d813d44dcea5370ac32494b2dd for: {'network': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:23:43.479133 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.policy [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91652) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 09:23:43.524601 dv-cinder-791281-2-smb neutron-server[91652]: WARNING oslo_policy.policy [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 09:23:43.524973 dv-cinder-791281-2-smb neutron-server[91652]: WARNING oslo_policy.policy [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 09:23:43.535497 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-750978'] for network, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:43.555603 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:43.570637 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:23:43.574285 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Usage tracker for resource:security_group_rule and tenant:c08628d813d44dcea5370ac32494b2dd is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:23:43.580210 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:23:43.585876 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:23:43.695708 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:43.699535 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:43.705801 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:23:43.726488 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=91652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:23:43.752040 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789556569546', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:43.752550 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Unsubscribe: segment precommit_create {{(pid=91652) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 19 09:23:43.753039 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.db.segments_db [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Added segment 62a3aa3e-f91e-4a80-b22d-a4436ade4ec6 of type vlan for network eabc11fb-2c9a-4cc8-a7ef-1da47df74aac May 19 09:23:43.770655 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3637d1e-527b-48de-8e93-78a7a22145d8,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:23:43.849758 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:43.850031 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:43.850381 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:43.850704 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:43.851032 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:43.851489 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:43.851805 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:43.852115 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:43.852436 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:43.852743 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:43.853046 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:43.853347 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Tracked resource versions report: May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: pushed versions: May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: { 'AddressGroup': {'1.2'}, May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: 'ConntrackHelper': {'1.0'}, May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: 'Log': {'1.0'}, May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: 'Network': {'1.1'}, May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: 'Port': {'1.7'}, May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: 'PortForwarding': {'1.2'}, May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: 'QosPolicy': {'1.8'}, May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: 'SecurityGroup': {'1.4'}, May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: 'SecurityGroupRule': {'1.2'}, May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: 'SubPort': {'1.0'}, May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: 'Subnet': {'1.1'}, May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: 'Trunk': {'1.1'}} May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: consumer versions: May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: { DHCP agent@dv-cinder-791281-2-smb: {}, May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: L3 agent@dv-cinder-791281-2-smb: {}, May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: Metadata agent@dv-cinder-791281-2-smb: {}, May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: Metering agent@dv-cinder-791281-2-smb: {}, May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: Open vSwitch agent@dv-cinder-791281-2-smb: { 'AddressGroup': '1.2', May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: 'ConntrackHelper': '1.0', May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: 'Log': '1.0', May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: 'Network': '1.1', May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: 'Port': '1.7', May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: 'PortForwarding': '1.2', May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: 'QosPolicy': '1.8', May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: 'SecurityGroup': '1.4', May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: 'SecurityGroupRule': '1.2', May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: 'SubPort': '1.0', May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: 'Subnet': '1.1', May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: 'Trunk': '1.1'}} May 19 09:23:43.854586 dv-cinder-791281-2-smb neutron-server[91652]: {{(pid=91652) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 09:23:43.881647 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789556115559'] for network, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:43.917293 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:23:43.928931 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355'] for network, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:43.930415 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:23:43.931063 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:43.936071 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:23:44.043556 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Pushing event updated for resources: {'Network': ['ID=eabc11fb-2c9a-4cc8-a7ef-1da47df74aac,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:23:44.046285 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5751817 May 19 09:23:44.067453 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:23:44.076497 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Network eabc11fb-2c9a-4cc8-a7ef-1da47df74aac details requested by agent ovs-agent-dv-cinder-791281-2-smb with host dv-cinder-791281-2-smb {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:23:46.752650 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 38018) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:23:47.204334 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b047492-c069-4d49-8aee-3c02bb2cfbb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:23:47.205716 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-8b047492-c069-4d49-8aee-3c02bb2cfbb7 admin admin] 10.222.0.61 "GET /v2.0/networks/eabc11fb-2c9a-4cc8-a7ef-1da47df74aac HTTP/1.1" status: 200 len: 825 time: 0.4521332 May 19 09:23:47.237063 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-195c8a08-e7e5-427a-b67b-487a2c3abf92 admin admin] 10.222.0.61 "GET /v2.0/subnetpools/1b090abc-d971-4a27-b93d-d69cad89c4af HTTP/1.1" status: 200 len: 734 time: 0.0259967 May 19 09:23:47.246019 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-23a3cdac-97c3-47ec-bdfa-2b62b2068403 admin admin] Request body: {'subnet': {'subnetpool_id': '1b090abc-d971-4a27-b93d-d69cad89c4af', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'c08628d813d44dcea5370ac32494b2dd', 'network_id': 'eabc11fb-2c9a-4cc8-a7ef-1da47df74aac', 'ip_version': 4}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:23:47.250814 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-23a3cdac-97c3-47ec-bdfa-2b62b2068403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:23:47.254538 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-23a3cdac-97c3-47ec-bdfa-2b62b2068403 admin admin] Usage tracker for resource:subnet and tenant:c08628d813d44dcea5370ac32494b2dd is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:23:47.257428 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-23a3cdac-97c3-47ec-bdfa-2b62b2068403 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:23:47.266761 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-23a3cdac-97c3-47ec-bdfa-2b62b2068403 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:23:47.275438 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a3cdac-97c3-47ec-bdfa-2b62b2068403 admin admin] Made reservation on behalf of c08628d813d44dcea5370ac32494b2dd for: {'subnet': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:23:47.277875 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-23a3cdac-97c3-47ec-bdfa-2b62b2068403 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:47.746789 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-23a3cdac-97c3-47ec-bdfa-2b62b2068403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308'] for subnet, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:47.751533 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:23:47.828410 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3cdac-97c3-47ec-bdfa-2b62b2068403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a759add-6740-4362-9c8c-c9e99cf208cd,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:23:47.832638 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a3cdac-97c3-47ec-bdfa-2b62b2068403 admin admin] Checking segment: {'id': '62a3aa3e-f91e-4a80-b22d-a4436ade4ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'eabc11fb-2c9a-4cc8-a7ef-1da47df74aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:23:47.832980 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a3cdac-97c3-47ec-bdfa-2b62b2068403 admin admin] Network hostable DHCP agents. Network: eabc11fb-2c9a-4cc8-a7ef-1da47df74aac, hostable agents: ['6779d86a-8148-4f18-b3ad-742629ae43e2'], hosted agents: [] {{(pid=91652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:23:47.835779 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-23a3cdac-97c3-47ec-bdfa-2b62b2068403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:23:47.852231 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a3cdac-97c3-47ec-bdfa-2b62b2068403 admin admin] Network eabc11fb-2c9a-4cc8-a7ef-1da47df74aac is scheduled to be hosted by DHCP agent 6779d86a-8148-4f18-b3ad-742629ae43e2 with binding_index 1 {{(pid=91652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:23:47.863336 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-23a3cdac-97c3-47ec-bdfa-2b62b2068403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-smb, eabc11fb-2c9a-4cc8-a7ef-1da47df74aac) {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:23:47.868296 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a3cdac-97c3-47ec-bdfa-2b62b2068403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:23:47.868962 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-23a3cdac-97c3-47ec-bdfa-2b62b2068403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:47.875864 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3e46f5-be50-4cd2-806c-630335ec56c4 None None] Network eabc11fb-2c9a-4cc8-a7ef-1da47df74aac requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:23:47.897278 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-23a3cdac-97c3-47ec-bdfa-2b62b2068403 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6546125 May 19 09:23:48.194146 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea425bde-057b-533b-bc1c-047233ed6b72-eabc11fb-2c9a-4cc8-a7ef-1da47df74aac', 'network_id': 'eabc11fb-2c9a-4cc8-a7ef-1da47df74aac', 'tenant_id': 'c08628d813d44dcea5370ac32494b2dd', 'fixed_ips': [{'subnet_id': '9a759add-6740-4362-9c8c-c9e99cf208cd'}]}} from dv-cinder-791281-2-smb. {{(pid=91653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 09:23:48.195411 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:48.384221 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.db_base_plugin_common [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Allocated IP 172.20.0.2 (eabc11fb-2c9a-4cc8-a7ef-1da47df74aac/9a759add-6740-4362-9c8c-c9e99cf208cd/a0f76465-52e9-4943-9557-104792d3c816) {{(pid=91653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:23:48.627712 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Notify callbacks [] for port, precommit_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:48.640796 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Transition to ACTIVE for port object a0f76465-52e9-4943-9557-104792d3c816 will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:23:48.660768 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Transition to ACTIVE for port object a0f76465-52e9-4943-9557-104792d3c816 will not be triggered until provisioned by entity DHCP. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:23:48.666948 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:48.671811 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:23:48.732075 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Network eabc11fb-2c9a-4cc8-a7ef-1da47df74aac is already hosted by enough agents. {{(pid=91653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:23:48.735577 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.scheduler.base_scheduler [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Resources bound (agent type, host, resource id): {{(pid=91653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:23:48.744217 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Received port after_create {{(pid=91653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:23:48.746423 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Pushing event updated for resources: {'Port': ['ID=a0f76465-52e9-4943-9557-104792d3c816,revision_number=1']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:23:48.782597 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:48.782932 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:48.783256 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:48.783572 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:48.783887 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:48.784202 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:48.784513 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:48.784819 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:48.785125 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:48.785427 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:48.785735 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:48.786065 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Tracked resource versions report: May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: pushed versions: May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: { 'AddressGroup': {'1.2'}, May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: 'ConntrackHelper': {'1.0'}, May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: 'Log': {'1.0'}, May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: 'Network': {'1.1'}, May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: 'Port': {'1.7'}, May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: 'PortForwarding': {'1.2'}, May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: 'QosPolicy': {'1.8'}, May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: 'SecurityGroup': {'1.4'}, May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: 'SecurityGroupRule': {'1.2'}, May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: 'SubPort': {'1.0'}, May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: 'Subnet': {'1.1'}, May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: 'Trunk': {'1.1'}} May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: consumer versions: May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: { DHCP agent@dv-cinder-791281-2-smb: {}, May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: L3 agent@dv-cinder-791281-2-smb: {}, May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: Metadata agent@dv-cinder-791281-2-smb: {}, May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: Metering agent@dv-cinder-791281-2-smb: {}, May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: Open vSwitch agent@dv-cinder-791281-2-smb: { 'AddressGroup': '1.2', May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: 'ConntrackHelper': '1.0', May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: 'Log': '1.0', May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: 'Network': '1.1', May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: 'Port': '1.7', May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: 'PortForwarding': '1.2', May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: 'QosPolicy': '1.8', May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: 'SecurityGroup': '1.4', May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: 'SecurityGroupRule': '1.2', May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: 'SubPort': '1.0', May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: 'Subnet': '1.1', May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: 'Trunk': '1.1'}} May 19 09:23:48.787165 dv-cinder-791281-2-smb neutron-server[91653]: {{(pid=91653) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 09:23:48.794737 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:23:48.848460 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Attempting to bind port a0f76465-52e9-4943-9557-104792d3c816 on host dv-cinder-791281-2-smb for vnic_type normal with profile {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:23:48.848859 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Attempting to bind port a0f76465-52e9-4943-9557-104792d3c816 by drivers openvswitch,hyperv on host dv-cinder-791281-2-smb at level 0 using segments [{'id': '62a3aa3e-f91e-4a80-b22d-a4436ade4ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'eabc11fb-2c9a-4cc8-a7ef-1da47df74aac'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:23:48.849282 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Attempting to bind port a0f76465-52e9-4943-9557-104792d3c816 on network eabc11fb-2c9a-4cc8-a7ef-1da47df74aac {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:23:48.854490 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Checking agent: {'id': 'ed3a6ef3-8a48-48e1-82fc-7237784a1888', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 23, 31), 'started_at': datetime.datetime(2021, 5, 19, 9, 23, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:23:48.854890 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Checking segment: {'id': '62a3aa3e-f91e-4a80-b22d-a4436ade4ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'eabc11fb-2c9a-4cc8-a7ef-1da47df74aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:23:48.855360 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:48.855742 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Bound using segment: {'id': '62a3aa3e-f91e-4a80-b22d-a4436ade4ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'eabc11fb-2c9a-4cc8-a7ef-1da47df74aac'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:23:48.856221 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Bound port: a0f76465-52e9-4943-9557-104792d3c816, host: dv-cinder-791281-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a3aa3e-f91e-4a80-b22d-a4436ade4ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'eabc11fb-2c9a-4cc8-a7ef-1da47df74aac'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:23:48.856585 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:48.946347 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] For port a0f76465-52e9-4943-9557-104792d3c816, host dv-cinder-791281-2-smb, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:23:48.950189 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] For port a0f76465-52e9-4943-9557-104792d3c816, host dv-cinder-791281-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=a0f76465-52e9-4943-9557-104792d3c816,segment=NetworkSegment(62a3aa3e-f91e-4a80-b22d-a4436ade4ec6),segment_id=62a3aa3e-f91e-4a80-b22d-a4436ade4ec6)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:23:48.954951 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:48.958820 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:23:49.044008 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Pushing event updated for resources: {'Port': ['ID=a0f76465-52e9-4943-9557-104792d3c816,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:23:49.047069 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:23:50.310144 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 38028) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:23:50.699074 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [None req-28c8d421-3f53-4e48-b835-9d308361b5bf admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=91651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 09:23:50.700123 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-28c8d421-3f53-4e48-b835-9d308361b5bf admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3891194 May 19 09:23:53.116210 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 38038) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:23:53.518868 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [None req-ceca04bc-d035-4f55-a1de-0fd6fba6eaf4 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=91651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 09:23:53.519883 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-ceca04bc-d035-4f55-a1de-0fd6fba6eaf4 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4027557 May 19 09:23:54.645374 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035ca62a-f799-403d-87a1-c59dc4f45122 None None] Network eabc11fb-2c9a-4cc8-a7ef-1da47df74aac requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:23:54.755482 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-7b4f955b-df77-4300-bd0c-2ef3dfef0fe6 None None] Provisioning for port a0f76465-52e9-4943-9557-104792d3c816 completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:23:55.417405 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device a0f76465-52e9-4943-9557-104792d3c816 up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:23:55.486052 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning for port a0f76465-52e9-4943-9557-104792d3c816 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:23:55.490944 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port a0f76465-52e9-4943-9557-104792d3c816 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:23:55.491339 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:55.614023 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:55.651590 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] For port a0f76465-52e9-4943-9557-104792d3c816, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=a0f76465-52e9-4943-9557-104792d3c816,segment=NetworkSegment(62a3aa3e-f91e-4a80-b22d-a4436ade4ec6),segment_id=62a3aa3e-f91e-4a80-b22d-a4436ade4ec6)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:23:55.656160 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:55.658411 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:23:55.727834 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Pushing event updated for resources: {'Port': ['ID=a0f76465-52e9-4943-9557-104792d3c816,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:23:55.730863 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:23:56.206289 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 38056) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:23:56.565242 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-491cf6d9-f2e1-4bf7-a78f-d88241369857 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'c08628d813d44dcea5370ac32494b2dd'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:23:56.570208 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-491cf6d9-f2e1-4bf7-a78f-d88241369857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:23:56.574767 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-491cf6d9-f2e1-4bf7-a78f-d88241369857 admin admin] Usage tracker for resource:router and tenant:c08628d813d44dcea5370ac32494b2dd is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:23:56.578601 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-491cf6d9-f2e1-4bf7-a78f-d88241369857 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:23:56.584705 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-491cf6d9-f2e1-4bf7-a78f-d88241369857 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:23:56.594696 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-491cf6d9-f2e1-4bf7-a78f-d88241369857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3796340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125553'] for router, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:56.596431 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-491cf6d9-f2e1-4bf7-a78f-d88241369857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826997', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3742387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125544'] for router, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:56.620062 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-491cf6d9-f2e1-4bf7-a78f-d88241369857 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:56.735781 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-491cf6d9-f2e1-4bf7-a78f-d88241369857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3796351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827087'] for router, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:56.754957 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-491cf6d9-f2e1-4bf7-a78f-d88241369857 admin admin] Notify callbacks [] for router, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:56.756271 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-491cf6d9-f2e1-4bf7-a78f-d88241369857 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5490341 May 19 09:23:57.397644 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device a0f76465-52e9-4943-9557-104792d3c816 up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:23:57.465332 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port a0f76465-52e9-4943-9557-104792d3c816 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:23:57.465704 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:58.825279 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2c230043-fe56-45f6-80e3-833333685832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:23:59.135308 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 38066) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:23:59.510036 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [None req-ac3512e8-38f7-4e80-ba77-cce8cb38c4fd admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=91651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 09:23:59.510985 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-ac3512e8-38f7-4e80-ba77-cce8cb38c4fd admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3747599 May 19 09:24:01.372484 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:01.870454 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-d995ed4e-3859-45b8-95dc-a42863d67ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:01.891369 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 38076) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:24:02.262225 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:24:02.267503 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:24:02.271284 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Usage tracker for resource:network and tenant:a1eefd6fca5f434d8ae14f64b8046ebe is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:24:02.274673 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:24:02.280958 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:24:02.290400 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Made reservation on behalf of a1eefd6fca5f434d8ae14f64b8046ebe for: {'network': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:24:02.293250 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-750978'] for network, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:02.310204 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:02.324466 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:24:02.328302 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Usage tracker for resource:security_group_rule and tenant:a1eefd6fca5f434d8ae14f64b8046ebe is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:24:02.331679 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:24:02.337463 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:24:02.434027 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:02.437751 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:02.442896 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:24:02.453859 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Reserving flat network on physical network physnet1 {{(pid=91651) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 19 09:24:02.484887 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789556569546', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:02.485384 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Unsubscribe: segment precommit_create {{(pid=91651) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 19 09:24:02.485888 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.db.segments_db [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Added segment 55747ea9-294a-4e73-8f61-78bde3a770f5 of type flat for network 7d528ae4-f655-4215-abed-2652e9d6f37f May 19 09:24:02.536308 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdef1ea9-3de4-41a0-8ce6-69f4e97ad18b,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:24:02.551049 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:24:02.551386 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:24:02.551711 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:24:02.552031 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:24:02.552348 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:24:02.552663 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:24:02.552975 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:24:02.553286 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:24:02.553612 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:24:02.553957 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:24:02.554270 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:24:02.554574 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Tracked resource versions report: May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: pushed versions: May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: { 'AddressGroup': {'1.2'}, May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: 'ConntrackHelper': {'1.0'}, May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: 'Log': {'1.0'}, May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: 'Network': {'1.1'}, May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: 'Port': {'1.7'}, May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: 'PortForwarding': {'1.2'}, May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: 'QosPolicy': {'1.8'}, May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: 'SecurityGroup': {'1.4'}, May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: 'SecurityGroupRule': {'1.2'}, May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: 'SubPort': {'1.0'}, May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: 'Subnet': {'1.1'}, May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: 'Trunk': {'1.1'}} May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: consumer versions: May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: { DHCP agent@dv-cinder-791281-2-smb: {}, May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: L3 agent@dv-cinder-791281-2-smb: {}, May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: Metadata agent@dv-cinder-791281-2-smb: {}, May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: Metering agent@dv-cinder-791281-2-smb: {}, May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: Open vSwitch agent@dv-cinder-791281-2-smb: { 'AddressGroup': '1.2', May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: 'ConntrackHelper': '1.0', May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: 'Log': '1.0', May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: 'Network': '1.1', May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: 'Port': '1.7', May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: 'PortForwarding': '1.2', May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: 'QosPolicy': '1.8', May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: 'SecurityGroup': '1.4', May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: 'SecurityGroupRule': '1.2', May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: 'SubPort': '1.0', May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: 'Subnet': '1.1', May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: 'Trunk': '1.1'}} May 19 09:24:02.555638 dv-cinder-791281-2-smb neutron-server[91651]: {{(pid=91651) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 09:24:02.609178 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789556115559'] for network, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:02.614581 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:24:02.653093 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355'] for network, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:02.655328 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:24:02.655794 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:02.660404 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:24:02.768016 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8748829 May 19 09:24:02.770035 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Pushing event updated for resources: {'Network': ['ID=7d528ae4-f655-4215-abed-2652e9d6f37f,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:24:02.789095 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:24:02.803007 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Network 7d528ae4-f655-4215-abed-2652e9d6f37f details requested by agent ovs-agent-dv-cinder-791281-2-smb with host dv-cinder-791281-2-smb {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:24:02.834189 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:04.473527 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:05.128073 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 38100) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:24:05.343979 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961ffc73-ebd7-491d-8f3a-bedceaa89f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:24:05.345347 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-961ffc73-ebd7-491d-8f3a-bedceaa89f25 admin admin] 10.222.0.61 "GET /v2.0/subnets/9a759add-6740-4362-9c8c-c9e99cf208cd HTTP/1.1" status: 200 len: 849 time: 0.2163351 May 19 09:24:05.503745 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-78df15a5-0605-4bab-9f14-b867ff22ff03 admin admin] 10.222.0.61 "GET /v2.0/routers/d8160d25-e2e3-464f-892a-ca0ce4a66169 HTTP/1.1" status: 200 len: 704 time: 0.1525514 May 19 09:24:05.991690 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6e112ee8-da33-492d-a015-e2cddbbe095a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:06.224732 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [None req-6e112ee8-da33-492d-a015-e2cddbbe095a admin admin] Allocated IP 172.20.0.1 (eabc11fb-2c9a-4cc8-a7ef-1da47df74aac/9a759add-6740-4362-9c8c-c9e99cf208cd/1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:24:06.382231 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6e112ee8-da33-492d-a015-e2cddbbe095a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:06.400227 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [None req-6e112ee8-da33-492d-a015-e2cddbbe095a admin admin] Transition to ACTIVE for port object 1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba will not be triggered until provisioned by entity DHCP. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:24:06.459485 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6e112ee8-da33-492d-a015-e2cddbbe095a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:06.463697 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:24:06.527818 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e112ee8-da33-492d-a015-e2cddbbe095a admin admin] Network eabc11fb-2c9a-4cc8-a7ef-1da47df74aac is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:24:06.532935 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-6e112ee8-da33-492d-a015-e2cddbbe095a admin admin] Resources bound (agent type, host, resource id): {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:24:06.539682 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e112ee8-da33-492d-a015-e2cddbbe095a admin admin] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:24:06.540565 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6e112ee8-da33-492d-a015-e2cddbbe095a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3806268'] for router_interface, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:06.667378 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e112ee8-da33-492d-a015-e2cddbbe095a admin admin] Pushing event updated for resources: {'Port': ['ID=1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:24:06.682961 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6e112ee8-da33-492d-a015-e2cddbbe095a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:24:06.783800 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-87d32f38-eb1a-48df-8800-13d310d8300c None None] Provisioning for port 1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:24:06.789253 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-87d32f38-eb1a-48df-8800-13d310d8300c None None] Provisioning complete for port 1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:24:06.789620 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-87d32f38-eb1a-48df-8800-13d310d8300c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:06.847506 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-87d32f38-eb1a-48df-8800-13d310d8300c None None] Port 1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:24:06.855600 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6e112ee8-da33-492d-a015-e2cddbbe095a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:07.087770 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6e112ee8-da33-492d-a015-e2cddbbe095a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:07.092384 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6e112ee8-da33-492d-a015-e2cddbbe095a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:07.093791 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6e112ee8-da33-492d-a015-e2cddbbe095a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3806299'] for router_interface, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:07.097611 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6e112ee8-da33-492d-a015-e2cddbbe095a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:24:07.232357 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e112ee8-da33-492d-a015-e2cddbbe095a admin admin] Pushing event updated for resources: {'Port': ['ID=1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:24:07.236608 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6e112ee8-da33-492d-a015-e2cddbbe095a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:24:07.292754 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e112ee8-da33-492d-a015-e2cddbbe095a admin admin] Network eabc11fb-2c9a-4cc8-a7ef-1da47df74aac is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:24:07.293859 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-6e112ee8-da33-492d-a015-e2cddbbe095a admin admin] Resources bound (agent type, host, resource id): {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:24:07.471537 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-3463d8b8-82a5-4465-a6a5-3e2d3dc0f514 None None] Provisioning complete for port 1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:24:07.472014 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3463d8b8-82a5-4465-a6a5-3e2d3dc0f514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:07.489117 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e112ee8-da33-492d-a015-e2cddbbe095a admin admin] Router d8160d25-e2e3-464f-892a-ca0ce4a66169 is scheduled to L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 with binding_index 1 {{(pid=91651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 09:24:07.525660 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-3463d8b8-82a5-4465-a6a5-3e2d3dc0f514 None None] Port 1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:24:07.640090 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e112ee8-da33-492d-a015-e2cddbbe095a admin admin] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:24:07.649194 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-6e112ee8-da33-492d-a015-e2cddbbe095a admin admin] 10.222.0.61 "PUT /v2.0/routers/d8160d25-e2e3-464f-892a-ca0ce4a66169/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1405497 May 19 09:24:07.649808 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] Sync routers for ids ['d8160d25-e2e3-464f-892a-ca0ce4a66169'] in dv-cinder-791281-2-smb {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:24:07.660731 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] Routers {'d8160d25-e2e3-464f-892a-ca0ce4a66169'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:24:07.661555 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:24:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['d8160d25-e2e3-464f-892a-ca0ce4a66169'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:24:07.836427 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] Set router d8160d25-e2e3-464f-892a-ca0ce4a66169 gateway port host: None {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:24:08.205833 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8160d25-e2e3-464f-892a-ca0ce4a66169', 'name': 'router1', 'tenant_id': 'c08628d813d44dcea5370ac32494b2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:23:56Z', 'updated_at': '2021-05-19T09:24:06Z', 'revision_number': 2, 'project_id': 'c08628d813d44dcea5370ac32494b2dd', 'gw_port_host': None, '_interfaces': [{'id': '1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba', 'name': '', 'network_id': 'eabc11fb-2c9a-4cc8-a7ef-1da47df74aac', 'tenant_id': 'c08628d813d44dcea5370ac32494b2dd', 'mac_address': 'fa:16:3e:0c:2b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8160d25-e2e3-464f-892a-ca0ce4a66169', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a759add-6740-4362-9c8c-c9e99cf208cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:24:06Z', 'updated_at': '2021-05-19T09:24:06Z', 'revision_number': 2, 'project_id': 'c08628d813d44dcea5370ac32494b2dd', 'subnets': [{'id': '9a759add-6740-4362-9c8c-c9e99cf208cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b090abc-d971-4a27-b93d-d69cad89c4af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:24:08.210917 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] Checking router: d8160d25-e2e3-464f-892a-ca0ce4a66169 for host: dv-cinder-791281-2-smb {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:24:08.211302 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] Updating router d8160d25-e2e3-464f-892a-ca0ce4a66169 port 1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba binding host dv-cinder-791281-2-smb {{(pid=91654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:24:08.264208 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:08.652124 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] Notify callbacks [] for port, precommit_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:08.667439 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.provisioning_blocks [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] Transition to ACTIVE for port object 1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba will not be triggered until provisioned by entity L2. {{(pid=91654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:24:08.674903 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:08.680175 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:24:08.897164 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e4f5c-e083-45f1-a266-140d12d8ce23 None None] Pushing event updated for resources: {'Port': ['ID=1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba,revision_number=3']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:24:08.908555 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068e4f5c-e083-45f1-a266-140d12d8ce23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:24:08.908808 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068e4f5c-e083-45f1-a266-140d12d8ce23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:24:08.909127 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068e4f5c-e083-45f1-a266-140d12d8ce23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:24:08.909442 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068e4f5c-e083-45f1-a266-140d12d8ce23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:24:08.909751 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068e4f5c-e083-45f1-a266-140d12d8ce23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:24:08.910244 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068e4f5c-e083-45f1-a266-140d12d8ce23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:24:08.910550 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068e4f5c-e083-45f1-a266-140d12d8ce23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:24:08.910863 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068e4f5c-e083-45f1-a266-140d12d8ce23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:24:08.911166 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068e4f5c-e083-45f1-a266-140d12d8ce23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:24:08.911470 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068e4f5c-e083-45f1-a266-140d12d8ce23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:24:08.911770 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068e4f5c-e083-45f1-a266-140d12d8ce23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:24:08.912067 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068e4f5c-e083-45f1-a266-140d12d8ce23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068e4f5c-e083-45f1-a266-140d12d8ce23 None None] Tracked resource versions report: May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: pushed versions: May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: { 'AddressGroup': {'1.2'}, May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: 'ConntrackHelper': {'1.0'}, May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: 'Log': {'1.0'}, May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: 'Network': {'1.1'}, May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: 'Port': {'1.7'}, May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: 'PortForwarding': {'1.2'}, May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: 'QosPolicy': {'1.8'}, May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: 'SecurityGroup': {'1.4'}, May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: 'SecurityGroupRule': {'1.2'}, May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: 'SubPort': {'1.0'}, May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: 'Subnet': {'1.1'}, May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: 'Trunk': {'1.1'}} May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: consumer versions: May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: { DHCP agent@dv-cinder-791281-2-smb: {}, May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: L3 agent@dv-cinder-791281-2-smb: {}, May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: Metadata agent@dv-cinder-791281-2-smb: {}, May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: Metering agent@dv-cinder-791281-2-smb: {}, May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: Open vSwitch agent@dv-cinder-791281-2-smb: { 'AddressGroup': '1.2', May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: 'ConntrackHelper': '1.0', May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: 'Log': '1.0', May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: 'Network': '1.1', May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: 'Port': '1.7', May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: 'PortForwarding': '1.2', May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: 'QosPolicy': '1.8', May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: 'SecurityGroup': '1.4', May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: 'SecurityGroupRule': '1.2', May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: 'SubPort': '1.0', May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: 'Subnet': '1.1', May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: 'Trunk': '1.1'}} May 19 09:24:08.913149 dv-cinder-791281-2-smb neutron-server[91654]: {{(pid=91654) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 09:24:08.917354 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] Attempting to bind port 1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba on host dv-cinder-791281-2-smb for vnic_type normal with profile {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:24:08.917757 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] Attempting to bind port 1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba by drivers openvswitch,hyperv on host dv-cinder-791281-2-smb at level 0 using segments [{'id': '62a3aa3e-f91e-4a80-b22d-a4436ade4ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'eabc11fb-2c9a-4cc8-a7ef-1da47df74aac'}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:24:08.918190 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] Attempting to bind port 1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba on network eabc11fb-2c9a-4cc8-a7ef-1da47df74aac {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:24:08.920402 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-068e4f5c-e083-45f1-a266-140d12d8ce23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:24:08.925172 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] Checking agent: {'id': 'ed3a6ef3-8a48-48e1-82fc-7237784a1888', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 23, 31), 'started_at': datetime.datetime(2021, 5, 19, 9, 24, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:24:08.925606 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] Checking segment: {'id': '62a3aa3e-f91e-4a80-b22d-a4436ade4ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'eabc11fb-2c9a-4cc8-a7ef-1da47df74aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:24:08.926108 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:08.926507 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] Bound using segment: {'id': '62a3aa3e-f91e-4a80-b22d-a4436ade4ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'eabc11fb-2c9a-4cc8-a7ef-1da47df74aac'} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:24:08.926993 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] Bound port: 1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba, host: dv-cinder-791281-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a3aa3e-f91e-4a80-b22d-a4436ade4ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'eabc11fb-2c9a-4cc8-a7ef-1da47df74aac'}}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:24:08.927359 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:09.016571 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] For port 1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba, host dv-cinder-791281-2-smb, cleared binding levels {{(pid=91654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:24:09.020697 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] For port 1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba, host dv-cinder-791281-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba,segment=NetworkSegment(62a3aa3e-f91e-4a80-b22d-a4436ade4ec6),segment_id=62a3aa3e-f91e-4a80-b22d-a4436ade4ec6)] {{(pid=91654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:24:09.024547 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:09.029879 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:24:09.140168 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] Routers {'d8160d25-e2e3-464f-892a-ca0ce4a66169'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:24:09.140799 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:24:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['d8160d25-e2e3-464f-892a-ca0ce4a66169'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:24:09.195184 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e4f5c-e083-45f1-a266-140d12d8ce23 None None] Pushing event updated for resources: {'Port': ['ID=1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba,revision_number=4']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:24:09.206430 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-068e4f5c-e083-45f1-a266-140d12d8ce23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:24:09.300471 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] Set router d8160d25-e2e3-464f-892a-ca0ce4a66169 gateway port host: None {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:24:09.628325 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8160d25-e2e3-464f-892a-ca0ce4a66169', 'name': 'router1', 'tenant_id': 'c08628d813d44dcea5370ac32494b2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:23:56Z', 'updated_at': '2021-05-19T09:24:06Z', 'revision_number': 2, 'project_id': 'c08628d813d44dcea5370ac32494b2dd', 'gw_port_host': None, '_interfaces': [{'id': '1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba', 'name': '', 'network_id': 'eabc11fb-2c9a-4cc8-a7ef-1da47df74aac', 'tenant_id': 'c08628d813d44dcea5370ac32494b2dd', 'mac_address': 'fa:16:3e:0c:2b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8160d25-e2e3-464f-892a-ca0ce4a66169', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a759add-6740-4362-9c8c-c9e99cf208cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:24:06Z', 'updated_at': '2021-05-19T09:24:09Z', 'revision_number': 4, 'project_id': 'c08628d813d44dcea5370ac32494b2dd', 'subnets': [{'id': '9a759add-6740-4362-9c8c-c9e99cf208cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b090abc-d971-4a27-b93d-d69cad89c4af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:24:09.632263 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b4d8af-6597-437d-a9c4-0a9602f6597c None None] The sync data for ids ['d8160d25-e2e3-464f-892a-ca0ce4a66169'] in dv-cinder-791281-2-smb is: [{'id': 'd8160d25-e2e3-464f-892a-ca0ce4a66169', 'name': 'router1', 'tenant_id': 'c08628d813d44dcea5370ac32494b2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:23:56Z', 'updated_at': '2021-05-19T09:24:06Z', 'revision_number': 2, 'project_id': 'c08628d813d44dcea5370ac32494b2dd', 'gw_port_host': None, '_interfaces': [{'id': '1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba', 'name': '', 'network_id': 'eabc11fb-2c9a-4cc8-a7ef-1da47df74aac', 'tenant_id': 'c08628d813d44dcea5370ac32494b2dd', 'mac_address': 'fa:16:3e:0c:2b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8160d25-e2e3-464f-892a-ca0ce4a66169', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a759add-6740-4362-9c8c-c9e99cf208cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:24:06Z', 'updated_at': '2021-05-19T09:24:09Z', 'revision_number': 4, 'project_id': 'c08628d813d44dcea5370ac32494b2dd', 'subnets': [{'id': '9a759add-6740-4362-9c8c-c9e99cf208cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b090abc-d971-4a27-b93d-d69cad89c4af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:24:09.843599 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 38122) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:24:09.995379 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f747267-903a-49fc-9260-5d8190163fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:24:09.995947 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-4f747267-903a-49fc-9260-5d8190163fb6 admin admin] Synchronizing usage tracker for tenant:a1eefd6fca5f434d8ae14f64b8046ebe on resource:network {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:24:10.013485 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-4f747267-903a-49fc-9260-5d8190163fb6 admin admin] Unset dirty status for tenant:a1eefd6fca5f434d8ae14f64b8046ebe on resource:network {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:24:10.015247 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-4f747267-903a-49fc-9260-5d8190163fb6 admin admin] 10.222.0.61 "GET /v2.0/networks/7d528ae4-f655-4215-abed-2652e9d6f37f HTTP/1.1" status: 200 len: 842 time: 0.1706858 May 19 09:24:10.024765 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-420144ff-e327-4d29-b104-071022ceadb4 admin admin] Request body: {'subnet': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'gateway_ip': '172.28.0.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.28.0.0/24'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:24:10.030816 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-420144ff-e327-4d29-b104-071022ceadb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:24:10.034681 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-420144ff-e327-4d29-b104-071022ceadb4 admin admin] Usage tracker for resource:subnet and tenant:a1eefd6fca5f434d8ae14f64b8046ebe is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:24:10.037699 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-420144ff-e327-4d29-b104-071022ceadb4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:24:10.043999 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-420144ff-e327-4d29-b104-071022ceadb4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:24:10.053936 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420144ff-e327-4d29-b104-071022ceadb4 admin admin] Made reservation on behalf of a1eefd6fca5f434d8ae14f64b8046ebe for: {'subnet': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:24:10.056928 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-420144ff-e327-4d29-b104-071022ceadb4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:10.504593 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.objects.ports [None req-420144ff-e327-4d29-b104-071022ceadb4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91651) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 19 09:24:10.505150 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-420144ff-e327-4d29-b104-071022ceadb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308'] for subnet, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:10.509617 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:24:10.626069 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420144ff-e327-4d29-b104-071022ceadb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=518ab1fe-b41e-417a-a1c0-f577284c585f,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:24:10.633097 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-420144ff-e327-4d29-b104-071022ceadb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:24:10.634019 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420144ff-e327-4d29-b104-071022ceadb4 admin admin] Checking segment: {'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:24:10.634368 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420144ff-e327-4d29-b104-071022ceadb4 admin admin] Network hostable DHCP agents. Network: 7d528ae4-f655-4215-abed-2652e9d6f37f, hostable agents: ['6779d86a-8148-4f18-b3ad-742629ae43e2'], hosted agents: [] {{(pid=91651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:24:10.653695 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420144ff-e327-4d29-b104-071022ceadb4 admin admin] Network 7d528ae4-f655-4215-abed-2652e9d6f37f is scheduled to be hosted by DHCP agent 6779d86a-8148-4f18-b3ad-742629ae43e2 with binding_index 1 {{(pid=91651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:24:10.664699 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-420144ff-e327-4d29-b104-071022ceadb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-smb, 7d528ae4-f655-4215-abed-2652e9d6f37f) {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:24:10.668862 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420144ff-e327-4d29-b104-071022ceadb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:24:10.669466 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-420144ff-e327-4d29-b104-071022ceadb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:10.675165 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c842e13-f974-4af9-8f8c-a375f4c199ba None None] Network 7d528ae4-f655-4215-abed-2652e9d6f37f requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:24:10.691152 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-420144ff-e327-4d29-b104-071022ceadb4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6698325 May 19 09:24:10.896985 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12b3ae8-2a78-405b-8e05-443d9c10fe26 None None] Network 7d528ae4-f655-4215-abed-2652e9d6f37f requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:24:12.984885 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 38136) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:24:13.189733 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-9e8500f2-e187-456b-9b18-fb5868a19112 admin admin] 10.222.0.61 "GET /v2.0/routers/d8160d25-e2e3-464f-892a-ca0ce4a66169 HTTP/1.1" status: 200 len: 710 time: 0.2037287 May 19 09:24:13.322634 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfefae8-8f52-45e8-870b-db49f59642fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:24:13.323903 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-bdfefae8-8f52-45e8-870b-db49f59642fe admin admin] 10.222.0.61 "GET /v2.0/networks/7d528ae4-f655-4215-abed-2652e9d6f37f HTTP/1.1" status: 200 len: 886 time: 0.1290605 May 19 09:24:13.333119 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-4884b275-1905-44dc-9b36-bc89a5f822c3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:24:13.441683 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:24:13.519486 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning for port 1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:24:13.525367 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:24:13.525813 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:13.642425 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:13.675268 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] For port 1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba,segment=NetworkSegment(62a3aa3e-f91e-4a80-b22d-a4436ade4ec6),segment_id=62a3aa3e-f91e-4a80-b22d-a4436ade4ec6)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:24:13.678996 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:13.682408 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:24:13.748324 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Pushing event updated for resources: {'Port': ['ID=1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:24:13.751377 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:24:13.796120 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4884b275-1905-44dc-9b36-bc89a5f822c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3796230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125530'] for router, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:14.128906 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4884b275-1905-44dc-9b36-bc89a5f822c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:14.187113 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4884b275-1905-44dc-9b36-bc89a5f822c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:14.375736 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [None req-4884b275-1905-44dc-9b36-bc89a5f822c3 admin admin] Allocated IP 172.28.0.227 (7d528ae4-f655-4215-abed-2652e9d6f37f/518ab1fe-b41e-417a-a1c0-f577284c585f/19486634-6a4a-4485-8d14-1fbdd8501b0b) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:24:14.521553 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4884b275-1905-44dc-9b36-bc89a5f822c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:14.550779 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4884b275-1905-44dc-9b36-bc89a5f822c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:14.554444 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:24:14.618249 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4884b275-1905-44dc-9b36-bc89a5f822c3 admin admin] Network 7d528ae4-f655-4215-abed-2652e9d6f37f is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:24:14.619318 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-4884b275-1905-44dc-9b36-bc89a5f822c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:24:14.623088 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4884b275-1905-44dc-9b36-bc89a5f822c3 admin admin] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:24:14.732698 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884b275-1905-44dc-9b36-bc89a5f822c3 admin admin] Pushing event updated for resources: {'Port': ['ID=19486634-6a4a-4485-8d14-1fbdd8501b0b,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:24:14.744227 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4884b275-1905-44dc-9b36-bc89a5f822c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:24:14.999855 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4884b275-1905-44dc-9b36-bc89a5f822c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:15.342973 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4884b275-1905-44dc-9b36-bc89a5f822c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3796230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125530'] for router, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:15.346251 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4884b275-1905-44dc-9b36-bc89a5f822c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3827197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3827076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3796248'] for router, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:15.411181 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:24:15.478351 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:24:15.478721 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:15.533895 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4884b275-1905-44dc-9b36-bc89a5f822c3 admin admin] Router d8160d25-e2e3-464f-892a-ca0ce4a66169 has already been hosted by L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:24:15.779008 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4884b275-1905-44dc-9b36-bc89a5f822c3 admin admin] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:24:15.787657 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4884b275-1905-44dc-9b36-bc89a5f822c3 admin admin] Notify callbacks [] for router, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:15.788930 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-4884b275-1905-44dc-9b36-bc89a5f822c3 admin admin] 10.222.0.61 "PUT /v2.0/routers/d8160d25-e2e3-464f-892a-ca0ce4a66169 HTTP/1.1" status: 200 len: 890 time: 2.4591320 May 19 09:24:15.789355 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] Sync routers for ids ['d8160d25-e2e3-464f-892a-ca0ce4a66169'] in dv-cinder-791281-2-smb {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:24:15.799846 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] Routers {'d8160d25-e2e3-464f-892a-ca0ce4a66169'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:24:15.800516 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:24:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['d8160d25-e2e3-464f-892a-ca0ce4a66169'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:24:16.006763 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] Set router d8160d25-e2e3-464f-892a-ca0ce4a66169 gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:24:16.350167 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8160d25-e2e3-464f-892a-ca0ce4a66169', 'name': 'router1', 'tenant_id': 'c08628d813d44dcea5370ac32494b2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': '19486634-6a4a-4485-8d14-1fbdd8501b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:23:56Z', 'updated_at': '2021-05-19T09:24:14Z', 'revision_number': 4, 'project_id': 'c08628d813d44dcea5370ac32494b2dd', 'gw_port': {'id': '19486634-6a4a-4485-8d14-1fbdd8501b0b', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8160d25-e2e3-464f-892a-ca0ce4a66169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:24:14Z', 'updated_at': '2021-05-19T09:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba', 'name': '', 'network_id': 'eabc11fb-2c9a-4cc8-a7ef-1da47df74aac', 'tenant_id': 'c08628d813d44dcea5370ac32494b2dd', 'mac_address': 'fa:16:3e:0c:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8160d25-e2e3-464f-892a-ca0ce4a66169', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a759add-6740-4362-9c8c-c9e99cf208cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:24:06Z', 'updated_at': '2021-05-19T09:24:13Z', 'revision_number': 5, 'project_id': 'c08628d813d44dcea5370ac32494b2dd', 'subnets': [{'id': '9a759add-6740-4362-9c8c-c9e99cf208cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b090abc-d971-4a27-b93d-d69cad89c4af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:24:16.354955 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] Checking router: d8160d25-e2e3-464f-892a-ca0ce4a66169 for host: dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:24:16.355340 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] Updating router d8160d25-e2e3-464f-892a-ca0ce4a66169 port 19486634-6a4a-4485-8d14-1fbdd8501b0b binding host dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:24:16.406978 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:16.760969 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] Notify callbacks [] for port, precommit_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:16.773003 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] Transition to ACTIVE for port object 19486634-6a4a-4485-8d14-1fbdd8501b0b will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:24:16.780038 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:16.783913 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:24:16.859212 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] Attempting to bind port 19486634-6a4a-4485-8d14-1fbdd8501b0b on host dv-cinder-791281-2-smb for vnic_type normal with profile {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:24:16.859579 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] Attempting to bind port 19486634-6a4a-4485-8d14-1fbdd8501b0b by drivers openvswitch,hyperv on host dv-cinder-791281-2-smb at level 0 using segments [{'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:24:16.859936 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] Attempting to bind port 19486634-6a4a-4485-8d14-1fbdd8501b0b on network 7d528ae4-f655-4215-abed-2652e9d6f37f {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:24:16.863235 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ad0ea-1dfc-4c4a-b593-bdf22fcf9bc3 None None] Pushing event updated for resources: {'Port': ['ID=19486634-6a4a-4485-8d14-1fbdd8501b0b,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:24:16.867126 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-620ad0ea-1dfc-4c4a-b593-bdf22fcf9bc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:24:16.867849 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] Checking agent: {'id': 'ed3a6ef3-8a48-48e1-82fc-7237784a1888', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 23, 31), 'started_at': datetime.datetime(2021, 5, 19, 9, 24, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:24:16.868212 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] Checking segment: {'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:24:16.868600 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:16.868978 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] Bound using segment: {'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:24:16.869435 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] Bound port: 19486634-6a4a-4485-8d14-1fbdd8501b0b, host: dv-cinder-791281-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:24:16.869819 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:16.944109 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] For port 19486634-6a4a-4485-8d14-1fbdd8501b0b, host dv-cinder-791281-2-smb, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:24:16.947255 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] For port 19486634-6a4a-4485-8d14-1fbdd8501b0b, host dv-cinder-791281-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=19486634-6a4a-4485-8d14-1fbdd8501b0b,segment=NetworkSegment(55747ea9-294a-4e73-8f61-78bde3a770f5),segment_id=55747ea9-294a-4e73-8f61-78bde3a770f5)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:24:16.952669 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:16.956424 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:24:17.034443 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] Routers {'d8160d25-e2e3-464f-892a-ca0ce4a66169'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:24:17.035071 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:24:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['d8160d25-e2e3-464f-892a-ca0ce4a66169'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:24:17.092711 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ad0ea-1dfc-4c4a-b593-bdf22fcf9bc3 None None] Pushing event updated for resources: {'Port': ['ID=19486634-6a4a-4485-8d14-1fbdd8501b0b,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:24:17.102902 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-620ad0ea-1dfc-4c4a-b593-bdf22fcf9bc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:24:17.221594 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] Set router d8160d25-e2e3-464f-892a-ca0ce4a66169 gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:24:17.570955 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8160d25-e2e3-464f-892a-ca0ce4a66169', 'name': 'router1', 'tenant_id': 'c08628d813d44dcea5370ac32494b2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': '19486634-6a4a-4485-8d14-1fbdd8501b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:23:56Z', 'updated_at': '2021-05-19T09:24:14Z', 'revision_number': 4, 'project_id': 'c08628d813d44dcea5370ac32494b2dd', 'gw_port': {'id': '19486634-6a4a-4485-8d14-1fbdd8501b0b', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8160d25-e2e3-464f-892a-ca0ce4a66169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:24:14Z', 'updated_at': '2021-05-19T09:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba', 'name': '', 'network_id': 'eabc11fb-2c9a-4cc8-a7ef-1da47df74aac', 'tenant_id': 'c08628d813d44dcea5370ac32494b2dd', 'mac_address': 'fa:16:3e:0c:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8160d25-e2e3-464f-892a-ca0ce4a66169', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a759add-6740-4362-9c8c-c9e99cf208cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:24:06Z', 'updated_at': '2021-05-19T09:24:13Z', 'revision_number': 5, 'project_id': 'c08628d813d44dcea5370ac32494b2dd', 'subnets': [{'id': '9a759add-6740-4362-9c8c-c9e99cf208cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b090abc-d971-4a27-b93d-d69cad89c4af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:24:17.575064 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3839bbf3-9a6f-4e65-b1a8-0805f9de3edc None None] The sync data for ids ['d8160d25-e2e3-464f-892a-ca0ce4a66169'] in dv-cinder-791281-2-smb is: [{'id': 'd8160d25-e2e3-464f-892a-ca0ce4a66169', 'name': 'router1', 'tenant_id': 'c08628d813d44dcea5370ac32494b2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': '19486634-6a4a-4485-8d14-1fbdd8501b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:23:56Z', 'updated_at': '2021-05-19T09:24:14Z', 'revision_number': 4, 'project_id': 'c08628d813d44dcea5370ac32494b2dd', 'gw_port': {'id': '19486634-6a4a-4485-8d14-1fbdd8501b0b', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8160d25-e2e3-464f-892a-ca0ce4a66169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:24:14Z', 'updated_at': '2021-05-19T09:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba', 'name': '', 'network_id': 'eabc11fb-2c9a-4cc8-a7ef-1da47df74aac', 'tenant_id': 'c08628d813d44dcea5370ac32494b2dd', 'mac_address': 'fa:16:3e:0c:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8160d25-e2e3-464f-892a-ca0ce4a66169', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a759add-6740-4362-9c8c-c9e99cf208cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:24:06Z', 'updated_at': '2021-05-19T09:24:13Z', 'revision_number': 5, 'project_id': 'c08628d813d44dcea5370ac32494b2dd', 'subnets': [{'id': '9a759add-6740-4362-9c8c-c9e99cf208cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b090abc-d971-4a27-b93d-d69cad89c4af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:24:18.199369 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 38146) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:24:18.317340 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-d7ebb771-03af-4e72-a704-fa64b8ad8411 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1168475 May 19 09:24:19.444204 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 19486634-6a4a-4485-8d14-1fbdd8501b0b up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:24:19.512839 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning for port 19486634-6a4a-4485-8d14-1fbdd8501b0b completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:24:19.520269 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 19486634-6a4a-4485-8d14-1fbdd8501b0b triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:24:19.520269 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:19.644516 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:19.662348 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] For port 19486634-6a4a-4485-8d14-1fbdd8501b0b, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=19486634-6a4a-4485-8d14-1fbdd8501b0b,segment=NetworkSegment(55747ea9-294a-4e73-8f61-78bde3a770f5),segment_id=55747ea9-294a-4e73-8f61-78bde3a770f5)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:24:19.665926 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:19.668032 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:24:19.734841 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Pushing event updated for resources: {'Port': ['ID=19486634-6a4a-4485-8d14-1fbdd8501b0b,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:24:19.737791 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:24:21.421603 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 19486634-6a4a-4485-8d14-1fbdd8501b0b up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:24:21.492879 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 19486634-6a4a-4485-8d14-1fbdd8501b0b triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:24:21.493270 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:28.828515 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-be8e33ab-7021-4942-8e30-4bdc57235f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:31.378697 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:31.875953 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-bf9faf96-30d1-4bdb-9b76-6e4602ec4cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:32.019450 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 5 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:24:32.798277 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:34.494008 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:58.833008 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a4ccb285-0d21-406e-8da6-7da95cae2c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:01.383544 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:01.880627 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-cf224fd3-3562-4746-bf05-23c006fe3b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:02.805716 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:04.491852 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:09.019052 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 5 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:25:28.836718 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44a492f8-6d70-42c9-8c1a-8e29757e5be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:31.381078 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:31.883604 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-8137bba1-dec1-475c-bda6-59feac17c37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:32.816322 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:34.496402 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:46.019412 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 5 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:25:54.505643 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 38716) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:25:54.575448 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ba9682-8371-482f-8c1c-4973bee61f89 admin admin] GET failed (client error): The resource could not be found. May 19 09:25:54.576698 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-71ba9682-8371-482f-8c1c-4973bee61f89 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0700686 May 19 09:25:54.709482 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da742dfe-5737-4ada-863c-02404c9be442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:25:54.710877 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-da742dfe-5737-4ada-863c-02404c9be442 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1303935 May 19 09:25:56.809783 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 38726) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:25:56.922029 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3b8746-63e7-4c1a-aead-f8c8e95bc02f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:25:56.923348 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-4a3b8746-63e7-4c1a-aead-f8c8e95bc02f admin admin] 10.222.0.61 "GET /v2.0/subnets/9a759add-6740-4362-9c8c-c9e99cf208cd HTTP/1.1" status: 200 len: 849 time: 0.1126196 May 19 09:25:56.932500 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-5ea2e99b-144a-404a-9dbd-d702479af1e4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:25:57.048537 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5ea2e99b-144a-404a-9dbd-d702479af1e4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:57.241506 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5ea2e99b-144a-404a-9dbd-d702479af1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789556539046'] for subnet, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:57.246045 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:25:57.284834 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea2e99b-144a-404a-9dbd-d702479af1e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:25:57.285746 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5ea2e99b-144a-404a-9dbd-d702479af1e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:57.301890 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-5ea2e99b-144a-404a-9dbd-d702479af1e4 admin admin] 10.222.0.61 "PUT /v2.0/subnets/9a759add-6740-4362-9c8c-c9e99cf208cd HTTP/1.1" status: 200 len: 868 time: 0.3578694 May 19 09:25:57.302164 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbaf9de-8485-412c-8537-9223a1f72958 None None] Network eabc11fb-2c9a-4cc8-a7ef-1da47df74aac requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:25:57.311775 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2e99b-144a-404a-9dbd-d702479af1e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a759add-6740-4362-9c8c-c9e99cf208cd,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:25:57.319639 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2e99b-144a-404a-9dbd-d702479af1e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:57.320024 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2e99b-144a-404a-9dbd-d702479af1e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:57.320321 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2e99b-144a-404a-9dbd-d702479af1e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:57.320641 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2e99b-144a-404a-9dbd-d702479af1e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:57.321506 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2e99b-144a-404a-9dbd-d702479af1e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:57.321506 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2e99b-144a-404a-9dbd-d702479af1e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:57.321700 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2e99b-144a-404a-9dbd-d702479af1e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:57.322048 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2e99b-144a-404a-9dbd-d702479af1e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:57.322258 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2e99b-144a-404a-9dbd-d702479af1e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:57.322514 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2e99b-144a-404a-9dbd-d702479af1e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:57.322825 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2e99b-144a-404a-9dbd-d702479af1e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:57.323663 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2e99b-144a-404a-9dbd-d702479af1e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:57.327365 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-5ea2e99b-144a-404a-9dbd-d702479af1e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:25:57.767252 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-31281e8d-367d-4340-be3f-a801c4c5df4c None None] Provisioning complete for port 1ed5b629-c2ff-4e3c-b98f-d1a9b02064ba triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:25:57.767628 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-31281e8d-367d-4340-be3f-a801c4c5df4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:57.894846 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-31281e8d-367d-4340-be3f-a801c4c5df4c None None] Provisioning complete for port a0f76465-52e9-4943-9557-104792d3c816 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:25:57.895114 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-31281e8d-367d-4340-be3f-a801c4c5df4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:58.839562 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2dbda249-9965-427c-b4cd-ddaf5ff63d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:59.427407 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 38736) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:25:59.618158 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e3736d-c6f0-437d-85c7-820a126fb617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:25:59.618549 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e3736d-c6f0-437d-85c7-820a126fb617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:25:59.620605 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-69e3736d-c6f0-437d-85c7-820a126fb617 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1917057 May 19 09:26:01.384921 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:01.754271 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 38746) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:26:01.888084 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b501448b-6c71-4cd3-b9b1-d90870e15860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:01.937052 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4222c09b-5838-48ac-9ac1-e62816d6550a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:26:01.937441 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4222c09b-5838-48ac-9ac1-e62816d6550a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:26:01.939002 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-4222c09b-5838-48ac-9ac1-e62816d6550a admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1837978 May 19 09:26:02.808689 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:04.081391 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 38756) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:26:04.258323 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd748bff-3b96-4c9f-a856-cfbbda86d1f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:26:04.259611 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-cd748bff-3b96-4c9f-a856-cfbbda86d1f5 admin admin] 10.222.0.61 "GET /v2.0/networks/7d528ae4-f655-4215-abed-2652e9d6f37f HTTP/1.1" status: 200 len: 886 time: 0.1772377 May 19 09:26:04.502707 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:06.402228 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 38766) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:26:06.584179 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2822294-6b19-4b1e-9fea-21fbf24c3e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:26:06.585444 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-b2822294-6b19-4b1e-9fea-21fbf24c3e41 admin admin] 10.222.0.61 "GET /v2.0/networks/eabc11fb-2c9a-4cc8-a7ef-1da47df74aac HTTP/1.1" status: 200 len: 869 time: 0.1817610 May 19 09:26:08.762340 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 38776) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:26:08.867198 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0161ab-898d-4bf8-9ef9-449cd2977a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:26:08.867662 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0161ab-898d-4bf8-9ef9-449cd2977a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:26:08.868394 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-7c0161ab-898d-4bf8-9ef9-449cd2977a3b admin admin] Synchronizing usage tracker for tenant:a1eefd6fca5f434d8ae14f64b8046ebe on resource:subnet {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:26:08.883760 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-7c0161ab-898d-4bf8-9ef9-449cd2977a3b admin admin] Unset dirty status for tenant:a1eefd6fca5f434d8ae14f64b8046ebe on resource:subnet {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:26:08.884879 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-7c0161ab-898d-4bf8-9ef9-449cd2977a3b admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1216018 May 19 09:26:11.033296 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 38786) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:26:11.142403 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c7a0d3-775c-4493-8e74-f74d0c9d50e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:26:11.142864 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c7a0d3-775c-4493-8e74-f74d0c9d50e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:26:11.144374 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-f7c7a0d3-775c-4493-8e74-f74d0c9d50e6 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1101210 May 19 09:26:13.279238 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 38796) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:26:13.381237 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2447e9aa-64af-4a66-a78a-bfe31d08cdd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:26:13.382611 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-2447e9aa-64af-4a66-a78a-bfe31d08cdd5 admin admin] 10.222.0.61 "GET /v2.0/subnets/518ab1fe-b41e-417a-a1c0-f577284c585f HTTP/1.1" status: 200 len: 816 time: 0.1024380 May 19 09:26:15.495253 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 38806) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:26:15.601904 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eea3e81-333d-40d9-bd4c-5946231ed43a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:26:15.603245 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-5eea3e81-333d-40d9-bd4c-5946231ed43a admin admin] 10.222.0.61 "GET /v2.0/subnets/9a759add-6740-4362-9c8c-c9e99cf208cd HTTP/1.1" status: 200 len: 868 time: 0.1069310 May 19 09:26:23.018886 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 5 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:26:28.842889 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-05bb630e-9818-492b-9121-9e12b9ea2c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:31.388930 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:31.891382 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-8b796777-f4a3-47b4-a4a7-66b6be2b60df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:32.812710 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:34.502243 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:38.680960 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 38850) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:26:38.736370 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [None req-657e8711-4dc8-47b9-88a1-a93b287bfef5 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=91651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 09:26:38.737353 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-657e8711-4dc8-47b9-88a1-a93b287bfef5 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0554619 May 19 09:26:40.957609 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 38860) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:26:41.030299 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f8b8c2b-0492-422d-8daf-73cb97dac371 admin admin] GET failed (client error): The resource could not be found. May 19 09:26:41.031590 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-0f8b8c2b-0492-422d-8daf-73cb97dac371 admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0730071 May 19 09:26:41.157551 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a4dc0d-1f2a-4755-b805-4943504cca49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:26:41.159033 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-b3a4dc0d-1f2a-4755-b805-4943504cca49 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1236098 May 19 09:26:43.332705 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 38870) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:26:43.384651 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-0393c0ee-2552-4628-9cf7-f832b64d69ab admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:26:43.390035 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-0393c0ee-2552-4628-9cf7-f832b64d69ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:26:43.399720 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-0393c0ee-2552-4628-9cf7-f832b64d69ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:26:43.411031 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0393c0ee-2552-4628-9cf7-f832b64d69ab admin admin] Made reservation on behalf of a1eefd6fca5f434d8ae14f64b8046ebe for: {'network': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:26:43.413357 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0393c0ee-2552-4628-9cf7-f832b64d69ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-750978'] for network, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:43.502066 dv-cinder-791281-2-smb neutron-server[91652]: WARNING neutron.services.revisions.revision_plugin [None req-0393c0ee-2552-4628-9cf7-f832b64d69ab admin admin] Could not find related network for resource to bump revision. May 19 09:26:43.513978 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0393c0ee-2552-4628-9cf7-f832b64d69ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=91652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:26:43.522748 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0393c0ee-2552-4628-9cf7-f832b64d69ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:43.523085 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.db.segments_db [None req-0393c0ee-2552-4628-9cf7-f832b64d69ab admin admin] Added segment 5ce6266e-9742-4c2f-85d1-58ed5717451c of type vlan for network c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3 May 19 09:26:43.549520 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0393c0ee-2552-4628-9cf7-f832b64d69ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789556115559'] for network, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:43.580483 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0393c0ee-2552-4628-9cf7-f832b64d69ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355'] for network, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:43.581789 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0393c0ee-2552-4628-9cf7-f832b64d69ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:26:43.582366 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0393c0ee-2552-4628-9cf7-f832b64d69ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:43.586751 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:26:43.694692 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-0393c0ee-2552-4628-9cf7-f832b64d69ab admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3609049 May 19 09:26:43.695246 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393c0ee-2552-4628-9cf7-f832b64d69ab admin admin] Pushing event updated for resources: {'Network': ['ID=c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:26:43.698561 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-0393c0ee-2552-4628-9cf7-f832b64d69ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:26:43.705589 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Network c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3 details requested by agent ovs-agent-dv-cinder-791281-2-smb with host dv-cinder-791281-2-smb {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:26:45.874260 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 38880) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:26:45.941826 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c6f4422-0b40-444c-9dba-9bbd0aa7c432 admin admin] GET failed (client error): The resource could not be found. May 19 09:26:45.943136 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-1c6f4422-0b40-444c-9dba-9bbd0aa7c432 admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0679407 May 19 09:26:46.051772 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e507f9a-f874-4fab-afd3-4d485a892e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:26:46.053133 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-3e507f9a-f874-4fab-afd3-4d485a892e37 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1061897 May 19 09:26:46.064568 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:26:46.069484 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:26:46.081596 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:26:46.092461 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] Made reservation on behalf of a1eefd6fca5f434d8ae14f64b8046ebe for: {'subnet': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:26:46.095151 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:46.482767 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308'] for subnet, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:46.486859 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:26:46.620130 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b3c702d-5cb8-4386-a5cc-2d72707e4ed8,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:26:46.632349 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:26:46.632750 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:26:46.633328 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:26:46.633868 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:26:46.634388 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:26:46.635489 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:26:46.636060 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:26:46.636538 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:26:46.637063 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:26:46.637586 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:26:46.638140 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:26:46.638678 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:26:46.643707 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:26:46.646639 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] Checking segment: {'id': '5ce6266e-9742-4c2f-85d1-58ed5717451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:26:46.646828 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] Network hostable DHCP agents. Network: c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3, hostable agents: ['6779d86a-8148-4f18-b3ad-742629ae43e2'], hosted agents: [] {{(pid=91651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:26:46.665014 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] Network c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3 is scheduled to be hosted by DHCP agent 6779d86a-8148-4f18-b3ad-742629ae43e2 with binding_index 1 {{(pid=91651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:26:46.676259 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-smb, c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3) {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:26:46.685320 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:26:46.685694 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cfb94c-8583-4ef8-91da-62a5db57bcfe None None] Network c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:26:46.686262 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:46.713963 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6527617 May 19 09:26:46.958102 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea425bde-057b-533b-bc1c-047233ed6b72-c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3', 'network_id': 'c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3', 'tenant_id': 'a1eefd6fca5f434d8ae14f64b8046ebe', 'fixed_ips': [{'subnet_id': '9b3c702d-5cb8-4386-a5cc-2d72707e4ed8'}]}} from dv-cinder-791281-2-smb. {{(pid=91653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 09:26:46.958949 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:47.156133 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.db_base_plugin_common [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Allocated IP 192.168.233.2 (c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3/9b3c702d-5cb8-4386-a5cc-2d72707e4ed8/5f93d2c2-b996-459e-9df6-8c0a3744d31e) {{(pid=91653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:26:47.383645 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Notify callbacks [] for port, precommit_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:47.395910 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Transition to ACTIVE for port object 5f93d2c2-b996-459e-9df6-8c0a3744d31e will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:26:47.421510 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Transition to ACTIVE for port object 5f93d2c2-b996-459e-9df6-8c0a3744d31e will not be triggered until provisioned by entity DHCP. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:26:47.427060 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:47.436008 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:26:47.497627 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Network c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3 is already hosted by enough agents. {{(pid=91653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:26:47.503414 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.scheduler.base_scheduler [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Resources bound (agent type, host, resource id): {{(pid=91653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:26:47.506157 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Received port after_create {{(pid=91653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:26:47.544149 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Pushing event updated for resources: {'Port': ['ID=5f93d2c2-b996-459e-9df6-8c0a3744d31e,revision_number=1']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:26:47.584432 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:26:47.584777 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:26:47.585113 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:26:47.585435 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:26:47.585760 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:26:47.586122 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:26:47.586442 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:26:47.586757 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:26:47.587071 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:26:47.587410 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:26:47.587697 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:26:47.588582 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:26:47.592447 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:26:47.628294 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Attempting to bind port 5f93d2c2-b996-459e-9df6-8c0a3744d31e on host dv-cinder-791281-2-smb for vnic_type normal with profile {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:26:47.628673 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Attempting to bind port 5f93d2c2-b996-459e-9df6-8c0a3744d31e by drivers openvswitch,hyperv on host dv-cinder-791281-2-smb at level 0 using segments [{'id': '5ce6266e-9742-4c2f-85d1-58ed5717451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:26:47.629054 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Attempting to bind port 5f93d2c2-b996-459e-9df6-8c0a3744d31e on network c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3 {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:26:47.635067 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Checking agent: {'id': 'ed3a6ef3-8a48-48e1-82fc-7237784a1888', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 23, 31), 'started_at': datetime.datetime(2021, 5, 19, 9, 24, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:26:47.635436 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Checking segment: {'id': '5ce6266e-9742-4c2f-85d1-58ed5717451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:26:47.635831 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:47.636212 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Bound using segment: {'id': '5ce6266e-9742-4c2f-85d1-58ed5717451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:26:47.636684 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Bound port: 5f93d2c2-b996-459e-9df6-8c0a3744d31e, host: dv-cinder-791281-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce6266e-9742-4c2f-85d1-58ed5717451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:26:47.637079 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:47.763962 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] For port 5f93d2c2-b996-459e-9df6-8c0a3744d31e, host dv-cinder-791281-2-smb, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:26:47.767462 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] For port 5f93d2c2-b996-459e-9df6-8c0a3744d31e, host dv-cinder-791281-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=5f93d2c2-b996-459e-9df6-8c0a3744d31e,segment=NetworkSegment(5ce6266e-9742-4c2f-85d1-58ed5717451c),segment_id=5ce6266e-9742-4c2f-85d1-58ed5717451c)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:26:47.772381 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:47.776853 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-620ad0ea-1dfc-4c4a-b593-bdf22fcf9bc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:26:47.852244 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Pushing event updated for resources: {'Port': ['ID=5f93d2c2-b996-459e-9df6-8c0a3744d31e,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:26:47.857284 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:26:48.666421 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d7ab57-18f2-4b27-be1e-b3e54f000492 None None] Network c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:26:48.778325 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-9cc022cf-f5d6-4771-b800-c44d552fd122 None None] Provisioning for port 5f93d2c2-b996-459e-9df6-8c0a3744d31e completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:26:49.547441 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 5f93d2c2-b996-459e-9df6-8c0a3744d31e up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:26:49.621391 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning for port 5f93d2c2-b996-459e-9df6-8c0a3744d31e completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:26:49.626446 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 5f93d2c2-b996-459e-9df6-8c0a3744d31e triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:26:49.626815 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:49.752431 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:49.784562 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] For port 5f93d2c2-b996-459e-9df6-8c0a3744d31e, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=5f93d2c2-b996-459e-9df6-8c0a3744d31e,segment=NetworkSegment(5ce6266e-9742-4c2f-85d1-58ed5717451c),segment_id=5ce6266e-9742-4c2f-85d1-58ed5717451c)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:26:49.788660 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:49.790803 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:26:49.857178 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Pushing event updated for resources: {'Port': ['ID=5f93d2c2-b996-459e-9df6-8c0a3744d31e,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:26:49.860183 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:26:51.515103 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 5f93d2c2-b996-459e-9df6-8c0a3744d31e up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:26:51.586115 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 5f93d2c2-b996-459e-9df6-8c0a3744d31e triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:26:51.586479 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:58.843890 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b6e88c8f-3bec-442d-837a-427d774ab400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:00.018492 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 5 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:27:01.392039 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:01.892771 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-f9c46a89-c6b3-4f27-9833-688446b72f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:02.815289 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:04.504816 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:28.844938 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b8bd3a2a-995f-4a87-aa3a-1ee834fe1605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:31.394357 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:31.893744 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2f54be0e-f16a-4813-aaef-e987618491ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:32.819613 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:34.507874 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:37.018947 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 5 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:27:52.502198 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 38930) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:27:52.508226 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [None req-8a6c6637-dabb-45b2-92fa-851ac396b596 tempest-verify_tempest_config-266633133 tempest-verify_tempest_config-266633133-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=91651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 09:27:52.509223 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-8a6c6637-dabb-45b2-92fa-851ac396b596 tempest-verify_tempest_config-266633133 tempest-verify_tempest_config-266633133-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060356 May 19 09:27:52.815524 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 38948) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:27:52.929574 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e52b69fe-916a-4f21-a33a-b94dd5ca3f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:52.944223 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-e52b69fe-916a-4f21-a33a-b94dd5ca3f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:27:52.947940 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-e52b69fe-916a-4f21-a33a-b94dd5ca3f83 admin admin] Usage tracker for resource:security_group_rule and tenant:bf94badea2d1458a8f17b91797b7a47d is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:27:52.950703 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-e52b69fe-916a-4f21-a33a-b94dd5ca3f83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:27:52.956532 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-e52b69fe-916a-4f21-a33a-b94dd5ca3f83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:27:53.038313 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e52b69fe-916a-4f21-a33a-b94dd5ca3f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:53.042396 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e52b69fe-916a-4f21-a33a-b94dd5ca3f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:53.050901 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:27:53.089756 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-e52b69fe-916a-4f21-a33a-b94dd5ca3f83 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bf94badea2d1458a8f17b91797b7a47d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2732003 May 19 09:27:53.090862 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b69fe-916a-4f21-a33a-b94dd5ca3f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e84782-6a11-4c80-bc62-461e91fa4bb3,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:27:53.092677 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 38954) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:27:53.097827 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b69fe-916a-4f21-a33a-b94dd5ca3f83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:53.098172 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b69fe-916a-4f21-a33a-b94dd5ca3f83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:53.098499 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b69fe-916a-4f21-a33a-b94dd5ca3f83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:53.098822 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b69fe-916a-4f21-a33a-b94dd5ca3f83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:53.099141 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b69fe-916a-4f21-a33a-b94dd5ca3f83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:53.099721 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b69fe-916a-4f21-a33a-b94dd5ca3f83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:53.100033 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b69fe-916a-4f21-a33a-b94dd5ca3f83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:53.100345 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b69fe-916a-4f21-a33a-b94dd5ca3f83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:53.100655 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b69fe-916a-4f21-a33a-b94dd5ca3f83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:53.100963 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b69fe-916a-4f21-a33a-b94dd5ca3f83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:53.101270 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b69fe-916a-4f21-a33a-b94dd5ca3f83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:53.101574 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b69fe-916a-4f21-a33a-b94dd5ca3f83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:53.105972 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e52b69fe-916a-4f21-a33a-b94dd5ca3f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:27:53.155251 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-31877bc3-91a1-4534-8fa9-3642a720fd51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:53.180815 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-31877bc3-91a1-4534-8fa9-3642a720fd51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:53.274792 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-31877bc3-91a1-4534-8fa9-3642a720fd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:53.279606 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:27:53.290958 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31877bc3-91a1-4534-8fa9-3642a720fd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e84782-6a11-4c80-bc62-461e91fa4bb3,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:27:53.302850 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31877bc3-91a1-4534-8fa9-3642a720fd51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:53.303186 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31877bc3-91a1-4534-8fa9-3642a720fd51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:53.303510 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31877bc3-91a1-4534-8fa9-3642a720fd51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:53.303829 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31877bc3-91a1-4534-8fa9-3642a720fd51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:53.304143 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31877bc3-91a1-4534-8fa9-3642a720fd51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:53.304457 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31877bc3-91a1-4534-8fa9-3642a720fd51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:53.304771 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31877bc3-91a1-4534-8fa9-3642a720fd51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:53.305077 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31877bc3-91a1-4534-8fa9-3642a720fd51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:53.305411 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31877bc3-91a1-4534-8fa9-3642a720fd51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:53.305722 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31877bc3-91a1-4534-8fa9-3642a720fd51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:53.306056 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31877bc3-91a1-4534-8fa9-3642a720fd51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:53.306361 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31877bc3-91a1-4534-8fa9-3642a720fd51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:53.309518 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-31877bc3-91a1-4534-8fa9-3642a720fd51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:27:53.310943 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-31877bc3-91a1-4534-8fa9-3642a720fd51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:53.314237 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-31877bc3-91a1-4534-8fa9-3642a720fd51 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/16e84782-6a11-4c80-bc62-461e91fa4bb3 HTTP/1.1" status: 204 len: 168 time: 0.2205486 May 19 09:27:58.847152 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-e11002e0-f350-4b79-869f-2907a119776e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:01.395941 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:01.896301 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1c28a192-a447-4f4c-b46f-e0948a463e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:02.822112 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:04.510590 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:14.017681 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 5 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:28:28.850053 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-f962f201-b97e-4ea6-9987-3bc26a38e620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:31.398002 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:31.898588 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-f470f6af-8e1b-46b0-8566-cc4fe4ebd100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:32.825263 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:34.512400 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:51.017378 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 5 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:28:58.851908 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-346de987-050a-466f-82a4-42ec9a7652f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:29:01.400454 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:29:01.900434 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b4f06299-d239-4a4a-a04a-8ab019bd1057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:29:02.828139 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:29:04.515071 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:29:28.016672 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 5 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:29:28.855330 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a58fec0f-88a3-4f96-bdb2-9578a16adecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:29:31.403420 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:29:31.901156 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a4e9bb05-eb00-4760-bbe4-116c2ff770ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:29:32.831355 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:29:34.519550 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:29:40.487640 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564'] for agent, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:29:45.527484 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 39006) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:29:45.644114 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-690075c1-1395-49a8-9e55-f6646ef5aae2 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1155493 May 19 09:29:47.752113 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 39016) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:29:47.811776 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-72928645-aaa6-4e0f-9559-0d52c6e0aeee admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0584743 May 19 09:29:58.857154 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-39e2d61d-1c38-4503-a7b6-e8df0d098ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:30:01.406714 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:30:01.902233 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-8db531c2-87a8-45de-83ba-978854ac49a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:30:02.834953 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:30:04.609186 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:30:05.016312 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:30:10.442163 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:30:28.880852 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-ab6a234a-f44a-4d2a-a985-e88b2ecc1d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:30:31.408444 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:30:31.904146 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-60814641-0c83-4026-ac2a-8e88cc03ade3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:30:32.836904 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:30:34.523824 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:30:40.454591 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:30:42.018418 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:30:58.864061 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-294d7444-1181-4ee9-94d9-a32bb624167c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:01.411318 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:01.905892 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-8bb7d8ab-3616-4dde-abcb-990844e99d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:02.838432 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:04.528516 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:10.470668 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:19.019287 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:31:19.839185 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 39188) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:19.904775 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 39200) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:20.114623 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-456890499-network', 'tenant_id': '3dc2323d3a854a74925df61ad1d9e5b5'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:20.119324 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:20.124284 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Usage tracker for resource:network and tenant:3dc2323d3a854a74925df61ad1d9e5b5 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:20.127886 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:20.128472 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1874506753-network', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:20.134252 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:20.134611 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:20.140564 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Usage tracker for resource:network and tenant:51496ccd2f3e43809de083dde69c59d1 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:20.144092 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:20.147805 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 39218) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:20.154524 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:20.156471 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Made reservation on behalf of 3dc2323d3a854a74925df61ad1d9e5b5 for: {'network': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:31:20.159383 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-750978'] for network, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:20.168853 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Made reservation on behalf of 51496ccd2f3e43809de083dde69c59d1 for: {'network': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:31:20.173757 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-750978'] for network, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:20.174604 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:20.188793 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:20.194961 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:20.200391 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Usage tracker for resource:security_group_rule and tenant:3dc2323d3a854a74925df61ad1d9e5b5 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:20.203672 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:20.209298 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:20.210080 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:20.214746 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Usage tracker for resource:security_group_rule and tenant:51496ccd2f3e43809de083dde69c59d1 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:20.219321 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:20.226338 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:20.310732 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:20.316710 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:20.321670 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e52b69fe-916a-4f21-a33a-b94dd5ca3f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:20.342034 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:20.347681 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:20.350762 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255ff895-beb5-40dd-9581-14c0c303f5ee,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:20.360324 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:20.360668 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:20.361005 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:20.361343 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:20.361668 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:20.362024 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:20.362388 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:20.362757 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:20.363052 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:20.363371 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:20.363779 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:20.363996 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Tracked resource versions report: May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: pushed versions: May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: { 'AddressGroup': {'1.2'}, May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: 'ConntrackHelper': {'1.0'}, May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: 'Log': {'1.0'}, May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: 'Network': {'1.1'}, May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: 'Port': {'1.7'}, May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: 'PortForwarding': {'1.2'}, May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: 'QosPolicy': {'1.8'}, May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: 'SecurityGroup': {'1.4'}, May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: 'SecurityGroupRule': {'1.2'}, May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: 'SubPort': {'1.0'}, May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: 'Subnet': {'1.1'}, May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: 'Trunk': {'1.1'}} May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: consumer versions: May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: { DHCP agent@dv-cinder-791281-2-smb: {}, May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: HyperV agent@hv-cinder-79128: {}, May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: L3 agent@dv-cinder-791281-2-smb: {}, May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: Metadata agent@dv-cinder-791281-2-smb: {}, May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: Metering agent@dv-cinder-791281-2-smb: {}, May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: Open vSwitch agent@dv-cinder-791281-2-smb: { 'AddressGroup': '1.2', May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: 'ConntrackHelper': '1.0', May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: 'Log': '1.0', May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: 'Network': '1.1', May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: 'Port': '1.7', May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: 'PortForwarding': '1.2', May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: 'QosPolicy': '1.8', May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: 'SecurityGroup': '1.4', May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: 'SecurityGroupRule': '1.2', May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: 'SubPort': '1.0', May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: 'Subnet': '1.1', May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: 'Trunk': '1.1'}} May 19 09:31:20.365206 dv-cinder-791281-2-smb neutron-server[91652]: {{(pid=91652) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 09:31:20.373563 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=91651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:31:20.383122 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:20.386230 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=91652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:31:20.390143 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:20.390503 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.db.segments_db [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Added segment e9132927-27e6-4fa8-95cd-22862f43b391 of type vlan for network 0e9acd08-416e-46e7-b45a-77614ba19575 May 19 09:31:20.396313 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:20.396647 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.db.segments_db [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Added segment f748bb92-366e-46be-974f-188020494937 of type vlan for network 8d54cea7-f4fd-4532-bf47-65be324755b8 May 19 09:31:20.397327 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:20.428373 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789556115559'] for network, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:20.436171 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9175d2-8b17-4905-9a9b-026a630536a0,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:20.457147 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:20.457494 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:20.457882 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:20.458280 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:20.458653 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:20.459001 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:20.459315 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:20.459773 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:20.460041 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:20.460350 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:20.460694 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:20.461359 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Tracked resource versions report: May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: pushed versions: May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: { 'AddressGroup': {'1.2'}, May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: 'ConntrackHelper': {'1.0'}, May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: 'Log': {'1.0'}, May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: 'Network': {'1.1'}, May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: 'Port': {'1.7'}, May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: 'PortForwarding': {'1.2'}, May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: 'QosPolicy': {'1.8'}, May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: 'SecurityGroup': {'1.4'}, May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: 'SecurityGroupRule': {'1.2'}, May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: 'SubPort': {'1.0'}, May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: 'Subnet': {'1.1'}, May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: 'Trunk': {'1.1'}} May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: consumer versions: May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: { DHCP agent@dv-cinder-791281-2-smb: {}, May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: HyperV agent@hv-cinder-79128: {}, May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: L3 agent@dv-cinder-791281-2-smb: {}, May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: Metadata agent@dv-cinder-791281-2-smb: {}, May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: Metering agent@dv-cinder-791281-2-smb: {}, May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: Open vSwitch agent@dv-cinder-791281-2-smb: { 'AddressGroup': '1.2', May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: 'ConntrackHelper': '1.0', May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: 'Log': '1.0', May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: 'Network': '1.1', May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: 'Port': '1.7', May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: 'PortForwarding': '1.2', May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: 'QosPolicy': '1.8', May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: 'SecurityGroup': '1.4', May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: 'SecurityGroupRule': '1.2', May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: 'SubPort': '1.0', May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: 'Subnet': '1.1', May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: 'Trunk': '1.1'}} May 19 09:31:20.462101 dv-cinder-791281-2-smb neutron-server[91651]: {{(pid=91651) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 09:31:20.465496 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:20.470755 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789556115559'] for network, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:20.479212 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355'] for network, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:20.481953 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:20.482893 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:20.489372 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:20.504867 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355'] for network, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:20.506496 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:20.507363 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:20.514279 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8f002294-40cc-490d-b92b-0eb701d820fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:20.515311 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2110761483-network', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:20.537799 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:20.547050 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] Usage tracker for resource:network and tenant:f0e37a2a177646dba68287797f2a6e26 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:20.550078 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:20.557530 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:20.631197 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Pushing event updated for resources: {'Network': ['ID=0e9acd08-416e-46e7-b45a-77614ba19575,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:20.633861 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:20.635415 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Pushing event updated for resources: {'Network': ['ID=8d54cea7-f4fd-4532-bf47-65be324755b8,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:20.638099 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:20.644508 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Network 0e9acd08-416e-46e7-b45a-77614ba19575 details requested by agent ovs-agent-dv-cinder-791281-2-smb with host dv-cinder-791281-2-smb {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:31:20.645029 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 39238) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:20.645904 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8040555 May 19 09:31:20.652473 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-f4c71a95-79b8-40c5-954d-e1a926435814 admin admin] Request body: {'subnet': {'network_id': '8d54cea7-f4fd-4532-bf47-65be324755b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-456890499-subnet', 'tenant_id': '3dc2323d3a854a74925df61ad1d9e5b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:20.661348 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7554905 May 19 09:31:20.662017 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 39242) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:20.662762 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-f4c71a95-79b8-40c5-954d-e1a926435814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:20.667296 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-f4c71a95-79b8-40c5-954d-e1a926435814 admin admin] Usage tracker for resource:subnet and tenant:3dc2323d3a854a74925df61ad1d9e5b5 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:20.678462 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-f4c71a95-79b8-40c5-954d-e1a926435814 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:20.678462 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-f4c71a95-79b8-40c5-954d-e1a926435814 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:20.686302 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-ffb07266-bb75-4f08-a49d-1841c8a07266 admin admin] Request body: {'subnet': {'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1874506753-subnet', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:20.691849 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c71a95-79b8-40c5-954d-e1a926435814 admin admin] Made reservation on behalf of 3dc2323d3a854a74925df61ad1d9e5b5 for: {'subnet': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:31:20.692047 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-ffb07266-bb75-4f08-a49d-1841c8a07266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:20.695139 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] Made reservation on behalf of f0e37a2a177646dba68287797f2a6e26 for: {'network': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:31:20.696496 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-750978'] for network, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:20.698091 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f4c71a95-79b8-40c5-954d-e1a926435814 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:20.730726 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-ffb07266-bb75-4f08-a49d-1841c8a07266 admin admin] Usage tracker for resource:subnet and tenant:51496ccd2f3e43809de083dde69c59d1 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:20.739203 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:20.766308 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-ffb07266-bb75-4f08-a49d-1841c8a07266 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:20.774745 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Network 8d54cea7-f4fd-4532-bf47-65be324755b8 details requested by agent ovs-agent-dv-cinder-791281-2-smb with host dv-cinder-791281-2-smb {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:31:20.783840 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-ffb07266-bb75-4f08-a49d-1841c8a07266 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:20.798587 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:20.818320 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] Usage tracker for resource:security_group_rule and tenant:f0e37a2a177646dba68287797f2a6e26 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:20.821822 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:20.843705 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb07266-bb75-4f08-a49d-1841c8a07266 admin admin] Made reservation on behalf of 51496ccd2f3e43809de083dde69c59d1 for: {'subnet': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:31:20.846507 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ffb07266-bb75-4f08-a49d-1841c8a07266 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:20.868019 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:20.975367 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 39260) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:21.004996 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 39266) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:21.151247 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:21.171139 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:21.186353 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:21.223233 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=91652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:31:21.233468 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f4c71a95-79b8-40c5-954d-e1a926435814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308'] for subnet, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:21.239149 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c6233231-5138-4948-b36c-e1748bf71df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:21.245183 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7789051-0223-4c31-8048-a36365f52874,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:21.251774 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:21.270926 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:21.271291 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.db.segments_db [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] Added segment 99fe1dc6-5cc0-4f55-a1cd-65f659881fe2 of type vlan for network fe3c14a7-95b2-4211-8c13-ae471fbbb112 May 19 09:31:21.287943 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1577888789-network', 'tenant_id': '0544d498e16e4618bb71471551a403aa'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:21.294495 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:21.298991 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] Usage tracker for resource:network and tenant:0544d498e16e4618bb71471551a403aa is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:21.302500 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:21.310169 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:21.329461 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1354919940-network', 'tenant_id': '302076e5824b440cacc066e41a50e011'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:21.346389 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c71a95-79b8-40c5-954d-e1a926435814 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c2ecfff-a080-49b3-959e-eb42ddbbd2b8,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:21.356732 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f4c71a95-79b8-40c5-954d-e1a926435814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:21.362947 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c71a95-79b8-40c5-954d-e1a926435814 admin admin] Checking segment: {'id': 'f748bb92-366e-46be-974f-188020494937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '8d54cea7-f4fd-4532-bf47-65be324755b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:31:21.363429 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c71a95-79b8-40c5-954d-e1a926435814 admin admin] Network hostable DHCP agents. Network: 8d54cea7-f4fd-4532-bf47-65be324755b8, hostable agents: ['6779d86a-8148-4f18-b3ad-742629ae43e2'], hosted agents: [] {{(pid=91651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:31:21.386272 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c71a95-79b8-40c5-954d-e1a926435814 admin admin] Network 8d54cea7-f4fd-4532-bf47-65be324755b8 is scheduled to be hosted by DHCP agent 6779d86a-8148-4f18-b3ad-742629ae43e2 with binding_index 1 {{(pid=91651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:31:21.399571 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-f4c71a95-79b8-40c5-954d-e1a926435814 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-smb, 8d54cea7-f4fd-4532-bf47-65be324755b8) {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:31:21.405160 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c71a95-79b8-40c5-954d-e1a926435814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:21.405919 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f4c71a95-79b8-40c5-954d-e1a926435814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:21.407438 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] Made reservation on behalf of 0544d498e16e4618bb71471551a403aa for: {'network': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:31:21.410426 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-750978'] for network, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:21.411555 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f9ac81-68ad-4c86-8fee-f88d1d6c9cef None None] Network 8d54cea7-f4fd-4532-bf47-65be324755b8 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:31:21.434055 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789556115559'] for network, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:21.444680 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-f4c71a95-79b8-40c5-954d-e1a926435814 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7904046 May 19 09:31:21.444874 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:21.444874 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] Usage tracker for resource:network and tenant:302076e5824b440cacc066e41a50e011 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:21.445725 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:21.448492 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:21.465904 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:21.481579 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:21.496244 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] Usage tracker for resource:security_group_rule and tenant:0544d498e16e4618bb71471551a403aa is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:21.501591 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:21.525480 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:21.527182 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] Made reservation on behalf of 302076e5824b440cacc066e41a50e011 for: {'network': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:31:21.529960 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-750978'] for network, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:21.557652 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:21.582813 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355'] for network, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:21.592012 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:21.592342 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:21.601518 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-0393c0ee-2552-4628-9cf7-f832b64d69ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:21.658800 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:21.667481 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] Usage tracker for resource:security_group_rule and tenant:302076e5824b440cacc066e41a50e011 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:21.674618 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:21.703249 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82896ce4-4781-4fc9-beba-4a7ca3d0f652 None None] Network 8d54cea7-f4fd-4532-bf47-65be324755b8 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:31:21.817893 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:21.895240 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] Pushing event updated for resources: {'Network': ['ID=fe3c14a7-95b2-4211-8c13-ae471fbbb112,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:21.905370 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:21.937070 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Network fe3c14a7-95b2-4211-8c13-ae471fbbb112 details requested by agent ovs-agent-dv-cinder-791281-2-smb with host dv-cinder-791281-2-smb {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:31:21.990211 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8411074 May 19 09:31:21.994190 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 39310) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:22.002358 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-5ee8669b-7258-4425-80d6-328852e41b09 admin admin] Request body: {'subnet': {'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2110761483-subnet', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:22.018183 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-5ee8669b-7258-4425-80d6-328852e41b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:22.028851 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-5ee8669b-7258-4425-80d6-328852e41b09 admin admin] Usage tracker for resource:subnet and tenant:f0e37a2a177646dba68287797f2a6e26 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:22.039277 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-5ee8669b-7258-4425-80d6-328852e41b09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:22.045914 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ffb07266-bb75-4f08-a49d-1841c8a07266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308'] for subnet, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:22.069158 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-5ee8669b-7258-4425-80d6-328852e41b09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:22.099934 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:22.102074 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:22.103380 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee8669b-7258-4425-80d6-328852e41b09 admin admin] Made reservation on behalf of f0e37a2a177646dba68287797f2a6e26 for: {'subnet': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:31:22.107307 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5ee8669b-7258-4425-80d6-328852e41b09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:22.164659 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb07266-bb75-4f08-a49d-1841c8a07266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ec9b341-41fc-4e94-9468-56afed9dd04b,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:22.168623 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ffb07266-bb75-4f08-a49d-1841c8a07266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:22.169693 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:22.243173 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:22.374604 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=91652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:31:22.388559 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a852ba9e-130c-43c2-9118-eb291001e09d,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:22.400244 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:22.424858 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:22.424858 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.db.segments_db [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] Added segment 0a28f06a-1a12-4af4-8b52-7fba5e27dbe7 of type vlan for network e5dc340b-0774-45a1-b066-6c9164b5b7b7 May 19 09:31:22.427096 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:22.438976 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb07266-bb75-4f08-a49d-1841c8a07266 admin admin] Checking segment: {'id': 'e9132927-27e6-4fa8-95cd-22862f43b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:31:22.439323 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb07266-bb75-4f08-a49d-1841c8a07266 admin admin] Network hostable DHCP agents. Network: 0e9acd08-416e-46e7-b45a-77614ba19575, hostable agents: ['6779d86a-8148-4f18-b3ad-742629ae43e2'], hosted agents: [] {{(pid=91652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:31:22.444567 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:22.467172 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:22.494568 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789556115559'] for network, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:22.505899 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=91652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:31:22.524958 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:22.530861 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:22.531398 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:22.531735 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.db.segments_db [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] Added segment 3b579030-0c44-4723-88e9-8148ea7ddfec of type vlan for network 6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 May 19 09:31:22.533860 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb07266-bb75-4f08-a49d-1841c8a07266 admin admin] Network 0e9acd08-416e-46e7-b45a-77614ba19575 is scheduled to be hosted by DHCP agent 6779d86a-8148-4f18-b3ad-742629ae43e2 with binding_index 1 {{(pid=91652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:31:22.574896 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-ffb07266-bb75-4f08-a49d-1841c8a07266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-smb, 0e9acd08-416e-46e7-b45a-77614ba19575) {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:31:22.581113 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789556115559'] for network, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:22.584805 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d382ba-2eef-40ee-ad2d-eb4df2f64e0f None None] Network 0e9acd08-416e-46e7-b45a-77614ba19575 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:31:22.585811 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb07266-bb75-4f08-a49d-1841c8a07266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:22.586399 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ffb07266-bb75-4f08-a49d-1841c8a07266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:22.590797 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355'] for network, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:22.595845 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:22.596430 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:22.607519 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:22.740422 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7571979 May 19 09:31:22.744709 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-ffb07266-bb75-4f08-a49d-1841c8a07266 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0785854 May 19 09:31:22.746499 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 39336) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:22.746832 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 39338) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:22.758971 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-7a5bfc27-dd62-4fd3-bc3a-765fd441c45a admin admin] Request body: {'subnet': {'network_id': 'e5dc340b-0774-45a1-b066-6c9164b5b7b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1577888789-subnet', 'tenant_id': '0544d498e16e4618bb71471551a403aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:22.763304 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] Pushing event updated for resources: {'Network': ['ID=e5dc340b-0774-45a1-b066-6c9164b5b7b7,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:22.769163 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-c56ab593-e586-4580-a7bf-02d658fd68ee admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1874506753-router', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:22.772765 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355'] for network, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:22.773838 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:22.774778 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-7a5bfc27-dd62-4fd3-bc3a-765fd441c45a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:22.779666 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:22.780255 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:22.785507 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-c56ab593-e586-4580-a7bf-02d658fd68ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:22.787594 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-7a5bfc27-dd62-4fd3-bc3a-765fd441c45a admin admin] Usage tracker for resource:subnet and tenant:0544d498e16e4618bb71471551a403aa is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:22.790026 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:22.805544 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Network e5dc340b-0774-45a1-b066-6c9164b5b7b7 details requested by agent ovs-agent-dv-cinder-791281-2-smb with host dv-cinder-791281-2-smb {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:31:22.809269 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-7a5bfc27-dd62-4fd3-bc3a-765fd441c45a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:22.822081 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-c56ab593-e586-4580-a7bf-02d658fd68ee admin admin] Usage tracker for resource:router and tenant:51496ccd2f3e43809de083dde69c59d1 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:22.824292 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5ee8669b-7258-4425-80d6-328852e41b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308'] for subnet, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:22.837652 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f4c71a95-79b8-40c5-954d-e1a926435814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:22.844698 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-c56ab593-e586-4580-a7bf-02d658fd68ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:22.850096 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-7a5bfc27-dd62-4fd3-bc3a-765fd441c45a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:22.859994 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-c56ab593-e586-4580-a7bf-02d658fd68ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:22.947282 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9384508 May 19 09:31:22.968653 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 39356) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:22.986123 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5bfc27-dd62-4fd3-bc3a-765fd441c45a admin admin] Made reservation on behalf of 0544d498e16e4618bb71471551a403aa for: {'subnet': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:31:22.988887 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7a5bfc27-dd62-4fd3-bc3a-765fd441c45a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:23.023213 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-665afb0b-f1d7-485e-8180-d8fd5e7d5393 admin admin] Request body: {'subnet': {'network_id': '6c3f3406-bcfb-4896-a57f-c7cc7b96bce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1354919940-subnet', 'tenant_id': '302076e5824b440cacc066e41a50e011', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:23.039908 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c56ab593-e586-4580-a7bf-02d658fd68ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3796340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125553'] for router, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:23.041501 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c56ab593-e586-4580-a7bf-02d658fd68ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826997', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3742387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125544'] for router, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:23.047278 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] Pushing event updated for resources: {'Network': ['ID=6c3f3406-bcfb-4896-a57f-c7cc7b96bce2,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:23.061398 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee8669b-7258-4425-80d6-328852e41b09 admin admin] Checking segment: {'id': '99fe1dc6-5cc0-4f55-a1cd-65f659881fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:31:23.061748 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee8669b-7258-4425-80d6-328852e41b09 admin admin] Network hostable DHCP agents. Network: fe3c14a7-95b2-4211-8c13-ae471fbbb112, hostable agents: ['6779d86a-8148-4f18-b3ad-742629ae43e2'], hosted agents: [] {{(pid=91651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:31:23.062185 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-665afb0b-f1d7-485e-8180-d8fd5e7d5393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:23.072691 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Network 6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 details requested by agent ovs-agent-dv-cinder-791281-2-smb with host dv-cinder-791281-2-smb {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:31:23.078662 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8669b-7258-4425-80d6-328852e41b09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=021c4d73-41b9-4450-ab59-fd4ec8b0ebec,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:23.081401 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-5ee8669b-7258-4425-80d6-328852e41b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:23.090593 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:23.090846 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea425bde-057b-533b-bc1c-047233ed6b72-0e9acd08-416e-46e7-b45a-77614ba19575', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'fixed_ips': [{'subnet_id': '6ec9b341-41fc-4e94-9468-56afed9dd04b'}]}} from dv-cinder-791281-2-smb. {{(pid=91653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 09:31:23.091398 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:23.110323 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-665afb0b-f1d7-485e-8180-d8fd5e7d5393 admin admin] Usage tracker for resource:subnet and tenant:302076e5824b440cacc066e41a50e011 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:23.125389 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee8669b-7258-4425-80d6-328852e41b09 admin admin] Network fe3c14a7-95b2-4211-8c13-ae471fbbb112 is scheduled to be hosted by DHCP agent 6779d86a-8148-4f18-b3ad-742629ae43e2 with binding_index 1 {{(pid=91651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:31:23.155420 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-5ee8669b-7258-4425-80d6-328852e41b09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-smb, fe3c14a7-95b2-4211-8c13-ae471fbbb112) {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:31:23.164356 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee8669b-7258-4425-80d6-328852e41b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:23.165304 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5ee8669b-7258-4425-80d6-328852e41b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:23.206063 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-665afb0b-f1d7-485e-8180-d8fd5e7d5393 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:23.224077 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-665afb0b-f1d7-485e-8180-d8fd5e7d5393 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:23.245796 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c56ab593-e586-4580-a7bf-02d658fd68ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:23.250437 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-5ee8669b-7258-4425-80d6-328852e41b09 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2551539 May 19 09:31:23.256472 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 39370) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:23.262604 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-34a15cd7-2e31-49de-946b-bfb11f07fe87 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2110761483-router', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:23.288969 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-34a15cd7-2e31-49de-946b-bfb11f07fe87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:23.306176 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-34a15cd7-2e31-49de-946b-bfb11f07fe87 admin admin] Usage tracker for resource:router and tenant:f0e37a2a177646dba68287797f2a6e26 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:23.324097 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-34a15cd7-2e31-49de-946b-bfb11f07fe87 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:23.338333 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-34a15cd7-2e31-49de-946b-bfb11f07fe87 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:23.373869 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-34a15cd7-2e31-49de-946b-bfb11f07fe87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3796340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125553'] for router, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:23.374649 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-34a15cd7-2e31-49de-946b-bfb11f07fe87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826997', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3742387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125544'] for router, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:23.397332 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3892b4-760c-4345-9f91-233a885e781f None None] Network fe3c14a7-95b2-4211-8c13-ae471fbbb112 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:31:23.418373 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-34a15cd7-2e31-49de-946b-bfb11f07fe87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:23.629710 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665afb0b-f1d7-485e-8180-d8fd5e7d5393 admin admin] Made reservation on behalf of 302076e5824b440cacc066e41a50e011 for: {'subnet': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:31:23.637237 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-665afb0b-f1d7-485e-8180-d8fd5e7d5393 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:23.770305 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.db_base_plugin_common [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Allocated IP 172.20.0.2 (0e9acd08-416e-46e7-b45a-77614ba19575/6ec9b341-41fc-4e94-9468-56afed9dd04b/9dc4c1ea-be9e-4a18-8118-6fe7202351c2) {{(pid=91653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:31:23.911061 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-34a15cd7-2e31-49de-946b-bfb11f07fe87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3796230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125530'] for router, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:23.932222 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 39400) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:23.969825 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea425bde-057b-533b-bc1c-047233ed6b72-fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'fixed_ips': [{'subnet_id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec'}]}} from dv-cinder-791281-2-smb. {{(pid=91653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 09:31:23.970650 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:24.192486 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 39414) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:24.270380 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.db_base_plugin_common [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] Allocated IP 172.20.0.2 (fe3c14a7-95b2-4211-8c13-ae471fbbb112/021c4d73-41b9-4450-ab59-fd4ec8b0ebec/2a4fe241-db09-4229-a420-ac13a94c3758) {{(pid=91653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:31:24.272493 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Notify callbacks [] for port, precommit_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:24.289581 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Transition to ACTIVE for port object 9dc4c1ea-be9e-4a18-8118-6fe7202351c2 will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:31:24.343449 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Transition to ACTIVE for port object 9dc4c1ea-be9e-4a18-8118-6fe7202351c2 will not be triggered until provisioned by entity DHCP. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:31:24.419196 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:24.451985 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:24.488117 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7e55260c-abb3-4965-8d43-280d19816896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:24.500576 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 39428) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:24.526339 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Network 0e9acd08-416e-46e7-b45a-77614ba19575 is already hosted by enough agents. {{(pid=91653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:31:24.531014 dv-cinder-791281-2-smb neutron-server[91651]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 09:31:24.538641 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.scheduler.base_scheduler [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Resources bound (agent type, host, resource id): {{(pid=91653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:31:24.551488 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f3961f88-652b-470f-91d1-829e6364b8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:24.559942 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Received port after_create {{(pid=91653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:31:24.560286 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-7e55260c-abb3-4965-8d43-280d19816896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:24.571230 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c56ab593-e586-4580-a7bf-02d658fd68ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3796230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125530'] for router, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:24.608582 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-f3961f88-652b-470f-91d1-829e6364b8be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:24.621573 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Pushing event updated for resources: {'Port': ['ID=9dc4c1ea-be9e-4a18-8118-6fe7202351c2,revision_number=1']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:24.628249 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-f3961f88-652b-470f-91d1-829e6364b8be admin admin] Usage tracker for resource:security_group_rule and tenant:93003baa53994869934b40c6f7d6e754 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:24.633668 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-f3961f88-652b-470f-91d1-829e6364b8be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:24.657646 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-f3961f88-652b-470f-91d1-829e6364b8be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:24.695845 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-52952d2a-bc20-4886-9764-27e91d29d935 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:24.697298 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-52952d2a-bc20-4886-9764-27e91d29d935 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/networks?id=8d54cea7-f4fd-4532-bf47-65be324755b8 HTTP/1.1" status: 200 len: 811 time: 0.1957932 May 19 09:31:24.701986 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-7e55260c-abb3-4965-8d43-280d19816896 admin admin] Usage tracker for resource:security_group_rule and tenant:3f25efe0689e423ba5ee65a1cafef80f is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:24.709599 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-7e55260c-abb3-4965-8d43-280d19816896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:24.717434 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:24.717792 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:24.718147 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:24.718477 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:24.719118 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:24.719118 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:24.719430 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:24.719744 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:24.720061 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:24.720455 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:24.720688 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:24.721236 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:24.721674 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-7e55260c-abb3-4965-8d43-280d19816896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Tracked resource versions report: May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: pushed versions: May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: { 'AddressGroup': {'1.2'}, May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: 'ConntrackHelper': {'1.0'}, May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: 'Log': {'1.0'}, May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: 'Network': {'1.1'}, May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: 'Port': {'1.7'}, May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: 'PortForwarding': {'1.2'}, May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: 'QosPolicy': {'1.8'}, May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: 'SecurityGroup': {'1.4'}, May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: 'SecurityGroupRule': {'1.2'}, May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: 'SubPort': {'1.0'}, May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: 'Subnet': {'1.1'}, May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: 'Trunk': {'1.1'}} May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: consumer versions: May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: { DHCP agent@dv-cinder-791281-2-smb: {}, May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: HyperV agent@hv-cinder-79128: {}, May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: L3 agent@dv-cinder-791281-2-smb: {}, May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: Metadata agent@dv-cinder-791281-2-smb: {}, May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: Metering agent@dv-cinder-791281-2-smb: {}, May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: Open vSwitch agent@dv-cinder-791281-2-smb: { 'AddressGroup': '1.2', May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: 'ConntrackHelper': '1.0', May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: 'Log': '1.0', May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: 'Network': '1.1', May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: 'Port': '1.7', May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: 'PortForwarding': '1.2', May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: 'QosPolicy': '1.8', May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: 'SecurityGroup': '1.4', May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: 'SecurityGroupRule': '1.2', May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: 'SubPort': '1.0', May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: 'Subnet': '1.1', May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: 'Trunk': '1.1'}} May 19 09:31:24.722112 dv-cinder-791281-2-smb neutron-server[91653]: {{(pid=91653) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 09:31:24.731651 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:24.740057 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-95b68111-f3dd-4888-8a67-d10ed539e4cb tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/quotas/3dc2323d3a854a74925df61ad1d9e5b5 HTTP/1.1" status: 200 len: 375 time: 0.0275147 May 19 09:31:24.742644 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Attempting to bind port 9dc4c1ea-be9e-4a18-8118-6fe7202351c2 on host dv-cinder-791281-2-smb for vnic_type normal with profile {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:31:24.743020 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Attempting to bind port 9dc4c1ea-be9e-4a18-8118-6fe7202351c2 by drivers openvswitch,hyperv on host dv-cinder-791281-2-smb at level 0 using segments [{'id': 'e9132927-27e6-4fa8-95cd-22862f43b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:31:24.743380 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Attempting to bind port 9dc4c1ea-be9e-4a18-8118-6fe7202351c2 on network 0e9acd08-416e-46e7-b45a-77614ba19575 {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:31:24.753823 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-34a15cd7-2e31-49de-946b-bfb11f07fe87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:24.759508 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Checking agent: {'id': 'ed3a6ef3-8a48-48e1-82fc-7237784a1888', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 23, 31), 'started_at': datetime.datetime(2021, 5, 19, 9, 24, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:31:24.760156 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Checking segment: {'id': 'e9132927-27e6-4fa8-95cd-22862f43b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:31:24.760738 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:24.761853 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Bound using segment: {'id': 'e9132927-27e6-4fa8-95cd-22862f43b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:31:24.763153 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Bound port: 9dc4c1ea-be9e-4a18-8118-6fe7202351c2, host: dv-cinder-791281-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9132927-27e6-4fa8-95cd-22862f43b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:31:24.763741 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:24.780707 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] Notify callbacks [] for port, precommit_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:24.789384 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-34a15cd7-2e31-49de-946b-bfb11f07fe87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:24.821806 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] Transition to ACTIVE for port object 2a4fe241-db09-4229-a420-ac13a94c3758 will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:31:24.861852 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] Transition to ACTIVE for port object 2a4fe241-db09-4229-a420-ac13a94c3758 will not be triggered until provisioned by entity DHCP. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:31:24.878615 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-8c86a3f2-7f70-40be-a307-76e387bfa014 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3dc2323d3a854a74925df61ad1d9e5b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0907362 May 19 09:31:24.912904 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] For port 9dc4c1ea-be9e-4a18-8118-6fe7202351c2, host dv-cinder-791281-2-smb, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:31:24.918848 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] For port 9dc4c1ea-be9e-4a18-8118-6fe7202351c2, host dv-cinder-791281-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=9dc4c1ea-be9e-4a18-8118-6fe7202351c2,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:31:24.922156 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:24.932877 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:25.031624 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:25.034887 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [None req-34a15cd7-2e31-49de-946b-bfb11f07fe87 admin admin] Allocated IP 172.28.0.176 (7d528ae4-f655-4215-abed-2652e9d6f37f/518ab1fe-b41e-417a-a1c0-f577284c585f/b2889b4d-92fe-4ea6-90c2-d84141c55b19) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:31:25.048829 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f3961f88-652b-470f-91d1-829e6364b8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:25.063692 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] Network fe3c14a7-95b2-4211-8c13-ae471fbbb112 is already hosted by enough agents. {{(pid=91653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:31:25.067907 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.scheduler.base_scheduler [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] Resources bound (agent type, host, resource id): {{(pid=91653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:31:25.071177 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] Received port after_create {{(pid=91653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:31:25.073615 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] Pushing event updated for resources: {'Port': ['ID=2a4fe241-db09-4229-a420-ac13a94c3758,revision_number=1']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:25.076931 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:25.078947 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:25.099293 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f3961f88-652b-470f-91d1-829e6364b8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:25.147373 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7e55260c-abb3-4965-8d43-280d19816896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:25.151316 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-858d4a8b-9848-487f-95dc-5dda9921b632 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=91651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 09:31:25.158333 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-858d4a8b-9848-487f-95dc-5dda9921b632 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1273553 May 19 09:31:25.224237 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7e55260c-abb3-4965-8d43-280d19816896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:25.242576 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-79b7f69e-eeb3-477a-91e5-446ef90f23b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:25.243135 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:25.244400 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] Attempting to bind port 2a4fe241-db09-4229-a420-ac13a94c3758 on host dv-cinder-791281-2-smb for vnic_type normal with profile {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:31:25.244400 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] Attempting to bind port 2a4fe241-db09-4229-a420-ac13a94c3758 by drivers openvswitch,hyperv on host dv-cinder-791281-2-smb at level 0 using segments [{'id': '99fe1dc6-5cc0-4f55-a1cd-65f659881fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:31:25.244400 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] Attempting to bind port 2a4fe241-db09-4229-a420-ac13a94c3758 on network fe3c14a7-95b2-4211-8c13-ae471fbbb112 {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:31:25.252695 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] Checking agent: {'id': 'ed3a6ef3-8a48-48e1-82fc-7237784a1888', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 23, 31), 'started_at': datetime.datetime(2021, 5, 19, 9, 24, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:31:25.253073 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] Checking segment: {'id': '99fe1dc6-5cc0-4f55-a1cd-65f659881fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:31:25.253533 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:25.253898 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] Bound using segment: {'id': '99fe1dc6-5cc0-4f55-a1cd-65f659881fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:31:25.254384 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] Bound port: 2a4fe241-db09-4229-a420-ac13a94c3758, host: dv-cinder-791281-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99fe1dc6-5cc0-4f55-a1cd-65f659881fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:31:25.254763 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:25.264107 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Pushing event updated for resources: {'Port': ['ID=9dc4c1ea-be9e-4a18-8118-6fe7202351c2,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:25.267337 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:25.371365 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-7e55260c-abb3-4965-8d43-280d19816896 admin admin] Synchronizing usage tracker for tenant:a1eefd6fca5f434d8ae14f64b8046ebe on resource:security_group {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:31:25.384157 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-34a15cd7-2e31-49de-946b-bfb11f07fe87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:25.401800 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] For port 2a4fe241-db09-4229-a420-ac13a94c3758, host dv-cinder-791281-2-smb, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:31:25.406523 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] For port 2a4fe241-db09-4229-a420-ac13a94c3758, host dv-cinder-791281-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=2a4fe241-db09-4229-a420-ac13a94c3758,segment=NetworkSegment(99fe1dc6-5cc0-4f55-a1cd-65f659881fe2),segment_id=99fe1dc6-5cc0-4f55-a1cd-65f659881fe2)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:31:25.411132 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-f3961f88-652b-470f-91d1-829e6364b8be admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=93003baa53994869934b40c6f7d6e754&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2093983 May 19 09:31:25.415520 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3961f88-652b-470f-91d1-829e6364b8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f637d0-7c7f-43f6-91b7-c08ee37b0e99,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:25.418372 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7a5bfc27-dd62-4fd3-bc3a-765fd441c45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308'] for subnet, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:25.421664 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:25.422939 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 39442) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:25.423731 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f3961f88-652b-470f-91d1-829e6364b8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:25.460596 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:25.461888 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55260c-abb3-4965-8d43-280d19816896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab297e03-2088-4259-9011-69cb1ae39026,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:25.473097 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7e55260c-abb3-4965-8d43-280d19816896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:25.492609 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-d933a32b-581b-4467-8091-23d0ddd53679 service neutron] 10.222.0.61 "GET /v2.0/networks/8d54cea7-f4fd-4532-bf47-65be324755b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331313 May 19 09:31:25.502205 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-23a3cdac-97c3-47ec-bdfa-2b62b2068403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:25.521027 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-7e55260c-abb3-4965-8d43-280d19816896 admin admin] Unset dirty status for tenant:a1eefd6fca5f434d8ae14f64b8046ebe on resource:security_group {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:31:25.522245 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-7e55260c-abb3-4965-8d43-280d19816896 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3f25efe0689e423ba5ee65a1cafef80f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5758722 May 19 09:31:25.530285 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 39448) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:25.585316 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] Pushing event updated for resources: {'Port': ['ID=2a4fe241-db09-4229-a420-ac13a94c3758,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:25.608088 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:25.675923 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c56ab593-e586-4580-a7bf-02d658fd68ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:25.703019 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-0ae3ed46-d641-4c6b-9d25-a764be355961 service neutron] 10.222.0.61 "GET /v2.0/networks/8d54cea7-f4fd-4532-bf47-65be324755b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094676 May 19 09:31:25.704168 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-34a15cd7-2e31-49de-946b-bfb11f07fe87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:25.716631 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6e112ee8-da33-492d-a015-e2cddbbe095a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:25.758475 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c56ab593-e586-4580-a7bf-02d658fd68ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:25.791684 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5bfc27-dd62-4fd3-bc3a-765fd441c45a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd51e182-9590-4f5a-a12b-b129f5ac7e70,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:25.814427 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 9dc4c1ea-be9e-4a18-8118-6fe7202351c2 up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:31:25.824612 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a15cd7-2e31-49de-946b-bfb11f07fe87 admin admin] Network 7d528ae4-f655-4215-abed-2652e9d6f37f is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:31:25.826025 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a15cd7-2e31-49de-946b-bfb11f07fe87 admin admin] Pushing event updated for resources: {'Port': ['ID=b2889b4d-92fe-4ea6-90c2-d84141c55b19,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:25.829074 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-34a15cd7-2e31-49de-946b-bfb11f07fe87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:25.830195 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-34a15cd7-2e31-49de-946b-bfb11f07fe87 admin admin] Resources bound (agent type, host, resource id): {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:31:25.832282 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a15cd7-2e31-49de-946b-bfb11f07fe87 admin admin] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:31:25.843645 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-7a5bfc27-dd62-4fd3-bc3a-765fd441c45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:25.846419 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-601a8003-f336-4834-9ee7-4ccf5c1cc106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:25.912440 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-601a8003-f336-4834-9ee7-4ccf5c1cc106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:25.951744 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning for port 9dc4c1ea-be9e-4a18-8118-6fe7202351c2 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:31:26.094490 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 39468) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:26.119164 dv-cinder-791281-2-smb neutron-server[91652]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 09:31:26.163241 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5bfc27-dd62-4fd3-bc3a-765fd441c45a admin admin] Checking segment: {'id': '0a28f06a-1a12-4af4-8b52-7fba5e27dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e5dc340b-0774-45a1-b066-6c9164b5b7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:31:26.163941 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5bfc27-dd62-4fd3-bc3a-765fd441c45a admin admin] Network hostable DHCP agents. Network: e5dc340b-0774-45a1-b066-6c9164b5b7b7, hostable agents: ['6779d86a-8148-4f18-b3ad-742629ae43e2'], hosted agents: [] {{(pid=91652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:31:26.263061 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4ae1afdb-27e6-4248-9cb2-00aacc470c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:26.308391 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-1a005298-f5a9-4a21-b8a9-b1649c02c1a6 req-8e1276f6-dc34-4129-9e69-0bd58a224943 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/ports?device_id=708713ef-e0bc-480f-b6de-a3b715015197 HTTP/1.1" status: 200 len: 210 time: 0.2054977 May 19 09:31:26.367317 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5bfc27-dd62-4fd3-bc3a-765fd441c45a admin admin] Network e5dc340b-0774-45a1-b066-6c9164b5b7b7 is scheduled to be hosted by DHCP agent 6779d86a-8148-4f18-b3ad-742629ae43e2 with binding_index 1 {{(pid=91652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:31:26.404512 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-665afb0b-f1d7-485e-8180-d8fd5e7d5393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308'] for subnet, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:26.405680 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-7a5bfc27-dd62-4fd3-bc3a-765fd441c45a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-smb, e5dc340b-0774-45a1-b066-6c9164b5b7b7) {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:31:26.411522 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4ae1afdb-27e6-4248-9cb2-00aacc470c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:26.414611 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67e8740-cc01-46df-bf3f-53a42ef032af None None] Network e5dc340b-0774-45a1-b066-6c9164b5b7b7 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:31:26.428541 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-601a8003-f336-4834-9ee7-4ccf5c1cc106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:26.494103 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5bfc27-dd62-4fd3-bc3a-765fd441c45a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:26.495065 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7a5bfc27-dd62-4fd3-bc3a-765fd441c45a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:26.501195 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-34a15cd7-2e31-49de-946b-bfb11f07fe87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:26.507058 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:26.665393 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-c56ab593-e586-4580-a7bf-02d658fd68ee admin admin] Allocated IP 172.28.0.166 (7d528ae4-f655-4215-abed-2652e9d6f37f/518ab1fe-b41e-417a-a1c0-f577284c585f/3efa44f3-e61f-45ca-ac74-b997751f233e) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:31:26.687404 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5adeb0-ab0f-41ee-a82d-7cd85733a982 None None] Network 0e9acd08-416e-46e7-b45a-77614ba19575 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:31:26.713365 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665afb0b-f1d7-485e-8180-d8fd5e7d5393 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c29da06d-ddc0-47de-bede-92d24f90436f,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:26.746406 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-665afb0b-f1d7-485e-8180-d8fd5e7d5393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:26.757000 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:26.773453 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392af7e2-4bc7-4d36-a29f-4c955beb6d52 None None] Network e5dc340b-0774-45a1-b066-6c9164b5b7b7 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:31:26.829261 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a8003-f336-4834-9ee7-4ccf5c1cc106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab297e03-2088-4259-9011-69cb1ae39026,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:27.018033 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-34a15cd7-2e31-49de-946b-bfb11f07fe87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3796351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827087'] for router, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:27.026768 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-601a8003-f336-4834-9ee7-4ccf5c1cc106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:27.115349 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-7a5bfc27-dd62-4fd3-bc3a-765fd441c45a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.3578598 May 19 09:31:27.115581 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-759a00cb-650c-4805-a7a2-3cb2a27f28a6 None None] Provisioning for port 9dc4c1ea-be9e-4a18-8118-6fe7202351c2 completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:31:27.115581 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-759a00cb-650c-4805-a7a2-3cb2a27f28a6 None None] Provisioning complete for port 9dc4c1ea-be9e-4a18-8118-6fe7202351c2 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:31:27.115581 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-759a00cb-650c-4805-a7a2-3cb2a27f28a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:27.117842 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665afb0b-f1d7-485e-8180-d8fd5e7d5393 admin admin] Checking segment: {'id': '3b579030-0c44-4723-88e9-8148ea7ddfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6c3f3406-bcfb-4896-a57f-c7cc7b96bce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:31:27.118202 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665afb0b-f1d7-485e-8180-d8fd5e7d5393 admin admin] Network hostable DHCP agents. Network: 6c3f3406-bcfb-4896-a57f-c7cc7b96bce2, hostable agents: ['6779d86a-8148-4f18-b3ad-742629ae43e2'], hosted agents: [] {{(pid=91652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:31:27.122729 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-601a8003-f336-4834-9ee7-4ccf5c1cc106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:27.126371 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-601a8003-f336-4834-9ee7-4ccf5c1cc106 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ab297e03-2088-4259-9011-69cb1ae39026 HTTP/1.1" status: 204 len: 168 time: 1.5837541 May 19 09:31:27.153407 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4ae1afdb-27e6-4248-9cb2-00aacc470c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:27.166918 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:27.194943 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1afdb-27e6-4248-9cb2-00aacc470c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f637d0-7c7f-43f6-91b7-c08ee37b0e99,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:27.204123 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4ae1afdb-27e6-4248-9cb2-00aacc470c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:27.207070 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-4ae1afdb-27e6-4248-9cb2-00aacc470c6d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/68f637d0-7c7f-43f6-91b7-c08ee37b0e99 HTTP/1.1" status: 204 len: 168 time: 1.7800045 May 19 09:31:27.217062 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c56ab593-e586-4580-a7bf-02d658fd68ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:27.224890 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b98fa6f-4a09-446d-b28d-dcc44f87c81e None None] Network fe3c14a7-95b2-4211-8c13-ae471fbbb112 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:31:27.225052 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-4ae1afdb-27e6-4248-9cb2-00aacc470c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:27.234553 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665afb0b-f1d7-485e-8180-d8fd5e7d5393 admin admin] Network 6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 is scheduled to be hosted by DHCP agent 6779d86a-8148-4f18-b3ad-742629ae43e2 with binding_index 1 {{(pid=91652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:31:27.351574 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-665afb0b-f1d7-485e-8180-d8fd5e7d5393 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-smb, 6c3f3406-bcfb-4896-a57f-c7cc7b96bce2) {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:31:27.372326 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665afb0b-f1d7-485e-8180-d8fd5e7d5393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:27.374073 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-665afb0b-f1d7-485e-8180-d8fd5e7d5393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:27.415352 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-665afb0b-f1d7-485e-8180-d8fd5e7d5393 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 4.4455760 May 19 09:31:27.418728 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 39520) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:27.427505 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-821aa1bf-2ce4-45ee-97f0-e0810651eb7c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1354919940-router', 'tenant_id': '302076e5824b440cacc066e41a50e011', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:27.432250 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c56ab593-e586-4580-a7bf-02d658fd68ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:27.435647 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-821aa1bf-2ce4-45ee-97f0-e0810651eb7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:27.445216 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:27.489735 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-821aa1bf-2ce4-45ee-97f0-e0810651eb7c admin admin] Usage tracker for resource:router and tenant:302076e5824b440cacc066e41a50e011 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:27.496583 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-821aa1bf-2ce4-45ee-97f0-e0810651eb7c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:27.529567 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-821aa1bf-2ce4-45ee-97f0-e0810651eb7c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:27.544178 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56ab593-e586-4580-a7bf-02d658fd68ee admin admin] Network 7d528ae4-f655-4215-abed-2652e9d6f37f is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:31:27.550234 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-c56ab593-e586-4580-a7bf-02d658fd68ee admin admin] Resources bound (agent type, host, resource id): {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:31:27.565825 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56ab593-e586-4580-a7bf-02d658fd68ee admin admin] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:31:27.570437 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9610e8-fc82-485b-a74c-738e6d6989e8 None None] Network 6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:31:27.581139 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f27ba67a-881e-463a-88f9-69036fffc82e req-399027e9-d940-4335-ace7-4ac79a080806 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/ports?device_id=708713ef-e0bc-480f-b6de-a3b715015197 HTTP/1.1" status: 200 len: 210 time: 0.0815136 May 19 09:31:27.593971 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a15cd7-2e31-49de-946b-bfb11f07fe87 admin admin] Router 4f2df52f-8ec2-4c93-90f7-bce010d5e1af is scheduled to L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 with binding_index 1 {{(pid=91651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 09:31:27.631979 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ab593-e586-4580-a7bf-02d658fd68ee admin admin] Pushing event updated for resources: {'Port': ['ID=3efa44f3-e61f-45ca-ac74-b997751f233e,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:27.644016 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-c56ab593-e586-4580-a7bf-02d658fd68ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:27.654470 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-821aa1bf-2ce4-45ee-97f0-e0810651eb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3796340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125553'] for router, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:27.655533 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-821aa1bf-2ce4-45ee-97f0-e0810651eb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826997', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3742387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125544'] for router, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:27.907959 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 39532) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:27.917887 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 2a4fe241-db09-4229-a420-ac13a94c3758 up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:31:27.983971 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-821aa1bf-2ce4-45ee-97f0-e0810651eb7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:27.987662 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3a640dab-1ae0-4a88-8971-8b78c7b126d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:28.016932 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-3a640dab-1ae0-4a88-8971-8b78c7b126d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:28.021194 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-3a640dab-1ae0-4a88-8971-8b78c7b126d6 admin admin] Usage tracker for resource:security_group_rule and tenant:0f548720d4ee4f348ba95fa9f576dd4c is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:28.025431 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-3a640dab-1ae0-4a88-8971-8b78c7b126d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:28.032410 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-3a640dab-1ae0-4a88-8971-8b78c7b126d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:28.049086 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a15cd7-2e31-49de-946b-bfb11f07fe87 admin admin] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:31:28.065267 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] Sync routers for ids ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'] in dv-cinder-791281-2-smb {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:31:28.085552 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] Routers {'4f2df52f-8ec2-4c93-90f7-bce010d5e1af'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:31:28.086305 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:31:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:31:28.138723 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-34a15cd7-2e31-49de-946b-bfb11f07fe87 admin admin] Notify callbacks [] for router, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:28.143711 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-34a15cd7-2e31-49de-946b-bfb11f07fe87 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8834872 May 19 09:31:28.144286 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 39548) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:28.194617 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca420c2-586e-4904-83e9-fbf5e0faa74f None None] Network 6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:31:28.483945 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c56ab593-e586-4580-a7bf-02d658fd68ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:28.485154 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning for port 2a4fe241-db09-4229-a420-ac13a94c3758 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:31:28.809108 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] Set router 4f2df52f-8ec2-4c93-90f7-bce010d5e1af gateway port host: dv-cinder-791281-2-smb {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:31:28.833196 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-759a00cb-650c-4805-a7a2-3cb2a27f28a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:28.844283 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3a640dab-1ae0-4a88-8971-8b78c7b126d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:28.987174 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3a640dab-1ae0-4a88-8971-8b78c7b126d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:29.077682 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-759a00cb-650c-4805-a7a2-3cb2a27f28a6 None None] For port 9dc4c1ea-be9e-4a18-8118-6fe7202351c2, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=9dc4c1ea-be9e-4a18-8118-6fe7202351c2,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:31:29.082414 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-51e62625-4a92-4852-aecc-0f94bcc20bb6 req-d19c432e-58ac-40dc-b501-7a990c9410f1 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/ports?device_id=708713ef-e0bc-480f-b6de-a3b715015197 HTTP/1.1" status: 200 len: 210 time: 0.0723100 May 19 09:31:29.084386 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:29.085990 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-f02b1f80-5827-43da-a0b2-87e014980e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:29.092465 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-759a00cb-650c-4805-a7a2-3cb2a27f28a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:29.097726 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:29.274386 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a00cb-650c-4805-a7a2-3cb2a27f28a6 None None] Pushing event updated for resources: {'Port': ['ID=9dc4c1ea-be9e-4a18-8118-6fe7202351c2,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:29.280157 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-3270af1c-eac3-4684-be7d-2ac1ac63cc01 None None] Provisioning complete for port 9dc4c1ea-be9e-4a18-8118-6fe7202351c2 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:31:29.283320 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3270af1c-eac3-4684-be7d-2ac1ac63cc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:29.317830 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-759a00cb-650c-4805-a7a2-3cb2a27f28a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:29.329431 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.76', 55500) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:29.459792 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'name': 'tempest-AttachVolumeTestJSON-2110761483-router', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:26Z', 'revision_number': 3, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'gw_port': {'id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:47:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:24Z', 'updated_at': '2021-05-19T09:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb'}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:31:29.465048 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] Checking router: 4f2df52f-8ec2-4c93-90f7-bce010d5e1af for host: dv-cinder-791281-2-smb {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:31:29.465435 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] Updating router 4f2df52f-8ec2-4c93-90f7-bce010d5e1af port b2889b4d-92fe-4ea6-90c2-d84141c55b19 binding host dv-cinder-791281-2-smb {{(pid=91654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:31:29.509747 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-3270af1c-eac3-4684-be7d-2ac1ac63cc01 None None] Provisioning for port 2a4fe241-db09-4229-a420-ac13a94c3758 completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:31:29.516269 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-3270af1c-eac3-4684-be7d-2ac1ac63cc01 None None] Provisioning complete for port 2a4fe241-db09-4229-a420-ac13a94c3758 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:31:29.516651 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3270af1c-eac3-4684-be7d-2ac1ac63cc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:29.550164 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-3a640dab-1ae0-4a88-8971-8b78c7b126d6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0f548720d4ee4f348ba95fa9f576dd4c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6227682 May 19 09:31:29.554876 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a640dab-1ae0-4a88-8971-8b78c7b126d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c92c53e-6e74-4dde-ad39-d9dab3df2a19,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:29.588272 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:29.664935 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 39596) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:29.691621 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-3a640dab-1ae0-4a88-8971-8b78c7b126d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:29.770326 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-821aa1bf-2ce4-45ee-97f0-e0810651eb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3796230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125530'] for router, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:29.776192 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 9dc4c1ea-be9e-4a18-8118-6fe7202351c2 up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:31:29.895691 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-783b1bd6-59d0-4878-abb4-66ff20119cae tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:29.896386 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-783b1bd6-59d0-4878-abb4-66ff20119cae tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Synchronizing usage tracker for tenant:0544d498e16e4618bb71471551a403aa on resource:network {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:31:29.955961 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3270af1c-eac3-4684-be7d-2ac1ac63cc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:30.005168 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-3270af1c-eac3-4684-be7d-2ac1ac63cc01 None None] For port 2a4fe241-db09-4229-a420-ac13a94c3758, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=2a4fe241-db09-4229-a420-ac13a94c3758,segment=NetworkSegment(99fe1dc6-5cc0-4f55-a1cd-65f659881fe2),segment_id=99fe1dc6-5cc0-4f55-a1cd-65f659881fe2)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:31:30.019051 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3270af1c-eac3-4684-be7d-2ac1ac63cc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:30.028640 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-2bbd8e0a-db6c-45c3-a646-12dc9575091f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:30.126736 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270af1c-eac3-4684-be7d-2ac1ac63cc01 None None] Pushing event updated for resources: {'Port': ['ID=2a4fe241-db09-4229-a420-ac13a94c3758,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:30.130269 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-3270af1c-eac3-4684-be7d-2ac1ac63cc01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:30.131995 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 9dc4c1ea-be9e-4a18-8118-6fe7202351c2 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:31:30.132561 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:30.155776 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-783b1bd6-59d0-4878-abb4-66ff20119cae tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Unset dirty status for tenant:0544d498e16e4618bb71471551a403aa on resource:network {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:31:30.170174 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-783b1bd6-59d0-4878-abb4-66ff20119cae tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/networks?id=e5dc340b-0774-45a1-b066-6c9164b5b7b7 HTTP/1.1" status: 200 len: 815 time: 1.2852213 May 19 09:31:30.203109 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] Notify callbacks [] for port, precommit_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:30.233091 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.provisioning_blocks [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] Transition to ACTIVE for port object b2889b4d-92fe-4ea6-90c2-d84141c55b19 will not be triggered until provisioned by entity L2. {{(pid=91654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:31:30.237747 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-40c1412f-623f-41d0-840c-f61d8d54f375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:30.255550 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:30.262877 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:30.305405 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-66f7146b-5a93-4aae-a13c-d2f7054bd6ab tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:30.309162 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-66f7146b-5a93-4aae-a13c-d2f7054bd6ab tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.76 "GET /v2.0/networks?id=8d54cea7-f4fd-4532-bf47-65be324755b8 HTTP/1.1" status: 200 len: 811 time: 0.9781861 May 19 09:31:30.365971 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-5ba2027e-7ced-496d-92e1-4cc47844636d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/quotas/0544d498e16e4618bb71471551a403aa HTTP/1.1" status: 200 len: 375 time: 0.1948977 May 19 09:31:30.392426 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] Attempting to bind port b2889b4d-92fe-4ea6-90c2-d84141c55b19 on host dv-cinder-791281-2-smb for vnic_type normal with profile {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:31:30.392795 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] Attempting to bind port b2889b4d-92fe-4ea6-90c2-d84141c55b19 by drivers openvswitch,hyperv on host dv-cinder-791281-2-smb at level 0 using segments [{'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:31:30.393156 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] Attempting to bind port b2889b4d-92fe-4ea6-90c2-d84141c55b19 on network 7d528ae4-f655-4215-abed-2652e9d6f37f {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:31:30.404752 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] Checking agent: {'id': 'ed3a6ef3-8a48-48e1-82fc-7237784a1888', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 23, 31), 'started_at': datetime.datetime(2021, 5, 19, 9, 24, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:31:30.405340 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] Checking segment: {'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:31:30.405934 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:30.406504 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] Bound using segment: {'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:31:30.407136 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] Bound port: b2889b4d-92fe-4ea6-90c2-d84141c55b19, host: dv-cinder-791281-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:31:30.407661 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:30.422109 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-6c24136d-00be-4b19-9fbd-2068d1604816 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Request body: {'port': {'device_id': '708713ef-e0bc-480f-b6de-a3b715015197', 'network_id': '8d54cea7-f4fd-4532-bf47-65be324755b8', 'admin_state_up': True, 'tenant_id': '3dc2323d3a854a74925df61ad1d9e5b5'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:30.437230 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da0db2-6e80-4174-9a54-6fdb77d8bd3b None None] Pushing event updated for resources: {'Port': ['ID=b2889b4d-92fe-4ea6-90c2-d84141c55b19,revision_number=2']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:30.445910 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-40c1412f-623f-41d0-840c-f61d8d54f375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:30.454291 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c56ab593-e586-4580-a7bf-02d658fd68ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3796351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827087'] for router, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:30.464748 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da0db2-6e80-4174-9a54-6fdb77d8bd3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:30.465715 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da0db2-6e80-4174-9a54-6fdb77d8bd3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:30.466140 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da0db2-6e80-4174-9a54-6fdb77d8bd3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:30.466473 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da0db2-6e80-4174-9a54-6fdb77d8bd3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:30.466797 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da0db2-6e80-4174-9a54-6fdb77d8bd3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:30.467116 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da0db2-6e80-4174-9a54-6fdb77d8bd3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:30.467432 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da0db2-6e80-4174-9a54-6fdb77d8bd3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:30.467744 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da0db2-6e80-4174-9a54-6fdb77d8bd3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:30.468059 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da0db2-6e80-4174-9a54-6fdb77d8bd3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:30.468370 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da0db2-6e80-4174-9a54-6fdb77d8bd3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:30.468680 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da0db2-6e80-4174-9a54-6fdb77d8bd3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:30.468994 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da0db2-6e80-4174-9a54-6fdb77d8bd3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:31:30.470011 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-6c175227-53d1-41f0-b51f-6f88029818d1 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0544d498e16e4618bb71471551a403aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1029153 May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da0db2-6e80-4174-9a54-6fdb77d8bd3b None None] Tracked resource versions report: May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: pushed versions: May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: { 'AddressGroup': {'1.2'}, May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: 'ConntrackHelper': {'1.0'}, May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: 'Log': {'1.0'}, May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: 'Network': {'1.1'}, May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: 'Port': {'1.7'}, May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: 'PortForwarding': {'1.2'}, May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: 'QosPolicy': {'1.8'}, May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: 'SecurityGroup': {'1.4'}, May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: 'SecurityGroupRule': {'1.2'}, May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: 'SubPort': {'1.0'}, May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: 'Subnet': {'1.1'}, May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: 'Trunk': {'1.1'}} May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: consumer versions: May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: { DHCP agent@dv-cinder-791281-2-smb: {}, May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: HyperV agent@hv-cinder-79128: {}, May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: L3 agent@dv-cinder-791281-2-smb: {}, May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: Metadata agent@dv-cinder-791281-2-smb: {}, May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: Metering agent@dv-cinder-791281-2-smb: {}, May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: Open vSwitch agent@dv-cinder-791281-2-smb: { 'AddressGroup': '1.2', May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: 'ConntrackHelper': '1.0', May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: 'Log': '1.0', May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: 'Network': '1.1', May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: 'Port': '1.7', May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: 'PortForwarding': '1.2', May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: 'QosPolicy': '1.8', May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: 'SecurityGroup': '1.4', May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: 'SecurityGroupRule': '1.2', May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: 'SubPort': '1.0', May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: 'Subnet': '1.1', May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: 'Trunk': '1.1'}} May 19 09:31:30.470211 dv-cinder-791281-2-smb neutron-server[91654]: {{(pid=91654) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 09:31:30.478300 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-43da0db2-6e80-4174-9a54-6fdb77d8bd3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:30.517256 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] For port b2889b4d-92fe-4ea6-90c2-d84141c55b19, host dv-cinder-791281-2-smb, cleared binding levels {{(pid=91654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:31:30.521563 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] For port b2889b4d-92fe-4ea6-90c2-d84141c55b19, host dv-cinder-791281-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=b2889b4d-92fe-4ea6-90c2-d84141c55b19,segment=NetworkSegment(55747ea9-294a-4e73-8f61-78bde3a770f5),segment_id=55747ea9-294a-4e73-8f61-78bde3a770f5)] {{(pid=91654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:31:30.526253 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:30.531715 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-068e4f5c-e083-45f1-a266-140d12d8ce23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:30.550850 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 39646) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:30.611826 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] Routers {'4f2df52f-8ec2-4c93-90f7-bce010d5e1af'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:31:30.612779 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:31:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:31:30.654684 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b177f155-a3e6-4bd4-ab05-ab3e956d36cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:30.681957 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-6c24136d-00be-4b19-9fbd-2068d1604816 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:30.688643 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-6c24136d-00be-4b19-9fbd-2068d1604816 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Usage tracker for resource:port and tenant:3dc2323d3a854a74925df61ad1d9e5b5 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:30.692022 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-6c24136d-00be-4b19-9fbd-2068d1604816 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:30.701644 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-6c24136d-00be-4b19-9fbd-2068d1604816 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:30.704261 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da0db2-6e80-4174-9a54-6fdb77d8bd3b None None] Pushing event updated for resources: {'Port': ['ID=b2889b4d-92fe-4ea6-90c2-d84141c55b19,revision_number=3']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:30.712305 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-43da0db2-6e80-4174-9a54-6fdb77d8bd3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:30.738299 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-40c1412f-623f-41d0-840c-f61d8d54f375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:30.750720 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f3961f88-652b-470f-91d1-829e6364b8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:30.833141 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-fae16cf5-6ce3-4be5-aaa5-84ff039120c2 req-0ed6d9d0-c203-4b0b-b70f-b9c53e075df9 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/ports?device_id=708713ef-e0bc-480f-b6de-a3b715015197 HTTP/1.1" status: 200 len: 210 time: 0.1807468 May 19 09:31:30.840608 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-6c24136d-00be-4b19-9fbd-2068d1604816 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Made reservation on behalf of 3dc2323d3a854a74925df61ad1d9e5b5 for: {'port': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:31:30.844441 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1412f-623f-41d0-840c-f61d8d54f375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c92c53e-6e74-4dde-ad39-d9dab3df2a19,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:30.859634 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-6c24136d-00be-4b19-9fbd-2068d1604816 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:30.877912 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] Set router 4f2df52f-8ec2-4c93-90f7-bce010d5e1af gateway port host: dv-cinder-791281-2-smb {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:31:30.910083 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-40c1412f-623f-41d0-840c-f61d8d54f375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:30.961468 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-40c1412f-623f-41d0-840c-f61d8d54f375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:30.962740 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-40c1412f-623f-41d0-840c-f61d8d54f375 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4c92c53e-6e74-4dde-ad39-d9dab3df2a19 HTTP/1.1" status: 204 len: 168 time: 1.2900178 May 19 09:31:30.988549 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56ab593-e586-4580-a7bf-02d658fd68ee admin admin] Router 0a25074c-9bb1-424e-a172-4d1b7e67b33d is scheduled to L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 with binding_index 1 {{(pid=91652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 09:31:31.002369 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-821aa1bf-2ce4-45ee-97f0-e0810651eb7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:31.252261 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-821aa1bf-2ce4-45ee-97f0-e0810651eb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:31.273953 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-3c133bce-b000-4ae0-ab7b-31e4735a080a service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=91652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 09:31:31.283788 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-3c133bce-b000-4ae0-ab7b-31e4735a080a service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5131154 May 19 09:31:31.292040 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-6c24136d-00be-4b19-9fbd-2068d1604816 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Allocated IP 172.20.0.3 (8d54cea7-f4fd-4532-bf47-65be324755b8/5c2ecfff-a080-49b3-959e-eb42ddbbd2b8/809b80d9-189a-493e-8363-0bfc7acda3de) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:31:31.294818 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [None req-b177f155-a3e6-4bd4-ab05-ab3e956d36cd admin admin] Allocated IP 172.20.0.1 (fe3c14a7-95b2-4211-8c13-ae471fbbb112/021c4d73-41b9-4450-ab59-fd4ec8b0ebec/42780262-602b-4b3c-bae9-4a2fe70f4d79) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:31:31.355167 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-19b6564e-ba98-4313-a9f9-02487fcaba66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:31.443703 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:31.476732 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-19b6564e-ba98-4313-a9f9-02487fcaba66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:31.579371 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-19b6564e-ba98-4313-a9f9-02487fcaba66 admin admin] Usage tracker for resource:security_group_rule and tenant:c6cd04ab2ab545fbb7585fc03096f7ed is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:31.593382 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-19b6564e-ba98-4313-a9f9-02487fcaba66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:31.747650 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 39672) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:31.775894 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 2a4fe241-db09-4229-a420-ac13a94c3758 up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:31:31.786471 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-19b6564e-ba98-4313-a9f9-02487fcaba66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:31.864386 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'name': 'tempest-AttachVolumeTestJSON-2110761483-router', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:26Z', 'revision_number': 3, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'gw_port': {'id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:47:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:24Z', 'updated_at': '2021-05-19T09:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb'}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:31:31.878397 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca9950b-ca0d-4f1d-8137-fc2354362412 None None] The sync data for ids ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'] in dv-cinder-791281-2-smb is: [{'id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'name': 'tempest-AttachVolumeTestJSON-2110761483-router', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:26Z', 'revision_number': 3, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'gw_port': {'id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:47:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:24Z', 'updated_at': '2021-05-19T09:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb'}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:31:31.937053 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-75e5e889-69bf-46aa-bcea-91bc1c2f760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:31.940984 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 2a4fe241-db09-4229-a420-ac13a94c3758 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:31:31.942197 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:31.976889 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-46ee5855-71bd-48f4-a19e-7da73f18c28c service neutron] 10.222.0.61 "GET /v2.0/networks/e5dc340b-0774-45a1-b066-6c9164b5b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6914570 May 19 09:31:31.983961 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56ab593-e586-4580-a7bf-02d658fd68ee admin admin] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:31:32.003600 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] Sync routers for ids ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'] in dv-cinder-791281-2-smb {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:31:32.044026 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] Routers {'0a25074c-9bb1-424e-a172-4d1b7e67b33d'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:31:32.044968 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:31:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:31:32.258307 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-821aa1bf-2ce4-45ee-97f0-e0810651eb7c admin admin] Allocated IP 172.28.0.158 (7d528ae4-f655-4215-abed-2652e9d6f37f/518ab1fe-b41e-417a-a1c0-f577284c585f/d7c3b874-c9be-43a8-b214-9419a9713fe1) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:31:32.387371 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-d51d2f46-5493-49b6-a851-0f7d63b22c3c req-feb2b8e2-95bf-4bf0-93ae-a8f4c5d10836 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/ports?device_id=708713ef-e0bc-480f-b6de-a3b715015197 HTTP/1.1" status: 200 len: 210 time: 0.1228375 May 19 09:31:32.425690 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c56ab593-e586-4580-a7bf-02d658fd68ee admin admin] Notify callbacks [] for router, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:32.427627 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-c56ab593-e586-4580-a7bf-02d658fd68ee admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.6780477 May 19 09:31:32.453812 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 39692) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:32.498213 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-acfa6226-a766-41ce-b77c-b79931d36b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:32.513475 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] Set router 0a25074c-9bb1-424e-a172-4d1b7e67b33d gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:31:32.548753 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b177f155-a3e6-4bd4-ab05-ab3e956d36cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:32.611968 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-acfa6226-a766-41ce-b77c-b79931d36b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:32.624133 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-acfa6226-a766-41ce-b77c-b79931d36b25 admin admin] Usage tracker for resource:security_group_rule and tenant:25e29f9bbc71423791b540f7d72fcef5 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:32.632135 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-acfa6226-a766-41ce-b77c-b79931d36b25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:32.723045 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-acfa6226-a766-41ce-b77c-b79931d36b25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:32.738137 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [None req-b177f155-a3e6-4bd4-ab05-ab3e956d36cd admin admin] Transition to ACTIVE for port object 42780262-602b-4b3c-bae9-4a2fe70f4d79 will not be triggered until provisioned by entity DHCP. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:31:32.790068 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-6c24136d-00be-4b19-9fbd-2068d1604816 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:33.001953 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:33.013536 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b177f155-a3e6-4bd4-ab05-ab3e956d36cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:33.055336 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:33.253349 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b177f155-a3e6-4bd4-ab05-ab3e956d36cd admin admin] Network fe3c14a7-95b2-4211-8c13-ae471fbbb112 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:31:33.275934 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177f155-a3e6-4bd4-ab05-ab3e956d36cd admin admin] Pushing event updated for resources: {'Port': ['ID=42780262-602b-4b3c-bae9-4a2fe70f4d79,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:33.295050 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b177f155-a3e6-4bd4-ab05-ab3e956d36cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:33.295050 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-b177f155-a3e6-4bd4-ab05-ab3e956d36cd admin admin] Resources bound (agent type, host, resource id): {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:31:33.298528 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b177f155-a3e6-4bd4-ab05-ab3e956d36cd admin admin] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:31:33.299029 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b177f155-a3e6-4bd4-ab05-ab3e956d36cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3806268'] for router_interface, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:33.318117 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'name': 'tempest-AttachVolumeShelveTestJSON-1874506753-router', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:28Z', 'revision_number': 3, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'gw_port': {'id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:db:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:25Z', 'updated_at': '2021-05-19T09:31:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb'}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:31:33.335868 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] Checking router: 0a25074c-9bb1-424e-a172-4d1b7e67b33d for host: dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:31:33.336599 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] Updating router 0a25074c-9bb1-424e-a172-4d1b7e67b33d port 3efa44f3-e61f-45ca-ac74-b997751f233e binding host dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:31:33.380048 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-821aa1bf-2ce4-45ee-97f0-e0810651eb7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:33.385435 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-6c24136d-00be-4b19-9fbd-2068d1604816 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:33.428993 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-821aa1bf-2ce4-45ee-97f0-e0810651eb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:33.431803 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-1744cd4a-83a7-4b36-a4f1-bc8e5d4bb5c3 service neutron] 10.222.0.61 "GET /v2.0/networks/e5dc340b-0774-45a1-b066-6c9164b5b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4541178 May 19 09:31:33.435178 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-19b6564e-ba98-4313-a9f9-02487fcaba66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:33.449748 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-19b6564e-ba98-4313-a9f9-02487fcaba66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:33.454253 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-c56ab593-e586-4580-a7bf-02d658fd68ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:33.496460 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:33.515114 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:33.583244 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-19b6564e-ba98-4313-a9f9-02487fcaba66 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c6cd04ab2ab545fbb7585fc03096f7ed&name=default HTTP/1.1" status: 200 len: 2976 time: 3.0199137 May 19 09:31:33.704547 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-6c24136d-00be-4b19-9fbd-2068d1604816 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Network 8d54cea7-f4fd-4532-bf47-65be324755b8 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:31:33.707645 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 39708) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:33.723166 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24136d-00be-4b19-9fbd-2068d1604816 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Pushing event updated for resources: {'Port': ['ID=809b80d9-189a-493e-8363-0bfc7acda3de,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:33.727387 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6c24136d-00be-4b19-9fbd-2068d1604816 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:33.728261 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-6c24136d-00be-4b19-9fbd-2068d1604816 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Resources bound (agent type, host, resource id): {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:31:33.755595 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-6c24136d-00be-4b19-9fbd-2068d1604816 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:31:33.797262 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-6c24136d-00be-4b19-9fbd-2068d1604816 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:33.802038 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-6c24136d-00be-4b19-9fbd-2068d1604816 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:33.837462 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device b2889b4d-92fe-4ea6-90c2-d84141c55b19 up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:31:33.907244 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821aa1bf-2ce4-45ee-97f0-e0810651eb7c admin admin] Network 7d528ae4-f655-4215-abed-2652e9d6f37f is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:31:33.920529 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-acfa6226-a766-41ce-b77c-b79931d36b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:33.975056 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-b0277acb-1782-474a-9ecb-c3432ef3690e None None] Provisioning for port 42780262-602b-4b3c-bae9-4a2fe70f4d79 completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:31:34.013231 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-821aa1bf-2ce4-45ee-97f0-e0810651eb7c admin admin] Resources bound (agent type, host, resource id): {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:31:34.017676 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-b0277acb-1782-474a-9ecb-c3432ef3690e None None] Provisioning complete for port 42780262-602b-4b3c-bae9-4a2fe70f4d79 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:31:34.018414 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b0277acb-1782-474a-9ecb-c3432ef3690e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:34.071399 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821aa1bf-2ce4-45ee-97f0-e0810651eb7c admin admin] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:31:34.191117 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-acfa6226-a766-41ce-b77c-b79931d36b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:34.197676 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b177f155-a3e6-4bd4-ab05-ab3e956d36cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:34.238759 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-23dcafa2-57c7-4f95-92c2-351807922517 req-e7e1a657-03c5-4d76-a5d0-a197cc645bcb tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=a32a58a0-ad2c-4be9-a071-63e3c6b005c2 HTTP/1.1" status: 200 len: 210 time: 0.3567090 May 19 09:31:34.267793 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821aa1bf-2ce4-45ee-97f0-e0810651eb7c admin admin] Pushing event updated for resources: {'Port': ['ID=d7c3b874-c9be-43a8-b214-9419a9713fe1,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:34.310880 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:34.319836 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-acfa6226-a766-41ce-b77c-b79931d36b25 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=25e29f9bbc71423791b540f7d72fcef5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5691214 May 19 09:31:34.321160 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-821aa1bf-2ce4-45ee-97f0-e0810651eb7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.867s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:34.321652 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-40c1412f-623f-41d0-840c-f61d8d54f375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.744s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:34.341012 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-b0277acb-1782-474a-9ecb-c3432ef3690e None None] Port 42780262-602b-4b3c-bae9-4a2fe70f4d79 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:31:34.342613 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 39744) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:34.401028 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning for port b2889b4d-92fe-4ea6-90c2-d84141c55b19 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:31:34.445868 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa6226-a766-41ce-b77c-b79931d36b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78523013-1640-4480-8284-cad888544ea4,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:34.454610 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-acfa6226-a766-41ce-b77c-b79931d36b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:34.587801 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port b2889b4d-92fe-4ea6-90c2-d84141c55b19 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:31:34.590004 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:34.719428 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b6564e-ba98-4313-a9f9-02487fcaba66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2f0210-be50-4604-a2cc-a73db1c9ad81,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:34.749563 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:34.798778 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-19b6564e-ba98-4313-a9f9-02487fcaba66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:34.859076 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-6c24136d-00be-4b19-9fbd-2068d1604816 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4413784 May 19 09:31:35.007191 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b177f155-a3e6-4bd4-ab05-ab3e956d36cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:35.067867 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-aa17e86f-105f-4a7b-a7d0-7fe1c339edb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:35.091242 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:35.111293 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] For port b2889b4d-92fe-4ea6-90c2-d84141c55b19, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=b2889b4d-92fe-4ea6-90c2-d84141c55b19,segment=NetworkSegment(55747ea9-294a-4e73-8f61-78bde3a770f5),segment_id=55747ea9-294a-4e73-8f61-78bde3a770f5)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:31:35.125735 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] Notify callbacks [] for port, precommit_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:35.129257 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:35.137142 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:35.164852 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-aa17e86f-105f-4a7b-a7d0-7fe1c339edb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:35.187407 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-03510660-5664-47bf-a60b-a5b20e22b2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:35.211689 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] Transition to ACTIVE for port object 3efa44f3-e61f-45ca-ac74-b997751f233e will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:31:35.237611 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-22b47f6d-b65a-40e7-b5ad-269c670631ae tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=91651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 09:31:35.246053 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-22b47f6d-b65a-40e7-b5ad-269c670631ae tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3226988 May 19 09:31:35.252116 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:35.262487 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7efb3a-2320-48ad-b4b2-629e361e5a1d req-9896e026-96f2-4b10-bb0a-793c900871f5 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:35.263586 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-5e7efb3a-2320-48ad-b4b2-629e361e5a1d req-9896e026-96f2-4b10-bb0a-793c900871f5 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Synchronizing usage tracker for tenant:3dc2323d3a854a74925df61ad1d9e5b5 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:31:35.271509 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b177f155-a3e6-4bd4-ab05-ab3e956d36cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:35.296194 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b177f155-a3e6-4bd4-ab05-ab3e956d36cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3806299'] for router_interface, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:35.333592 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Pushing event updated for resources: {'Port': ['ID=b2889b4d-92fe-4ea6-90c2-d84141c55b19,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:35.353034 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6c24136d-00be-4b19-9fbd-2068d1604816 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:35.367299 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:35.369371 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-759a00cb-650c-4805-a7a2-3cb2a27f28a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:35.482841 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] Attempting to bind port 3efa44f3-e61f-45ca-ac74-b997751f233e on host dv-cinder-791281-2-smb for vnic_type normal with profile {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:31:35.483091 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] Attempting to bind port 3efa44f3-e61f-45ca-ac74-b997751f233e by drivers openvswitch,hyperv on host dv-cinder-791281-2-smb at level 0 using segments [{'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:31:35.483474 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] Attempting to bind port 3efa44f3-e61f-45ca-ac74-b997751f233e on network 7d528ae4-f655-4215-abed-2652e9d6f37f {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:31:35.495549 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] Checking agent: {'id': 'ed3a6ef3-8a48-48e1-82fc-7237784a1888', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 23, 31), 'started_at': datetime.datetime(2021, 5, 19, 9, 24, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:31:35.495967 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] Checking segment: {'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:31:35.496329 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:35.496725 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] Bound using segment: {'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:31:35.497204 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] Bound port: 3efa44f3-e61f-45ca-ac74-b997751f233e, host: dv-cinder-791281-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:31:35.497580 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:35.526925 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177f155-a3e6-4bd4-ab05-ab3e956d36cd admin admin] Pushing event updated for resources: {'Port': ['ID=42780262-602b-4b3c-bae9-4a2fe70f4d79,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:35.550834 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b177f155-a3e6-4bd4-ab05-ab3e956d36cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:35.557063 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-03510660-5664-47bf-a60b-a5b20e22b2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:35.621860 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b3e5b-9494-486b-a4ae-823cb36cbe1d None None] Pushing event updated for resources: {'Port': ['ID=3efa44f3-e61f-45ca-ac74-b997751f233e,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:35.638056 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-9b4b3e5b-9494-486b-a4ae-823cb36cbe1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:35.650059 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-5e7efb3a-2320-48ad-b4b2-629e361e5a1d req-9896e026-96f2-4b10-bb0a-793c900871f5 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Unset dirty status for tenant:3dc2323d3a854a74925df61ad1d9e5b5 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:31:35.652383 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5e7efb3a-2320-48ad-b4b2-629e361e5a1d req-9896e026-96f2-4b10-bb0a-793c900871f5 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/ports?device_id=708713ef-e0bc-480f-b6de-a3b715015197 HTTP/1.1" status: 200 len: 931 time: 1.6372395 May 19 09:31:35.674991 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-84735f18-251b-4f4e-b378-750e0ba0ea4b req-7901c5ef-9748-42e8-87e7-c13112f542f6 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=a32a58a0-ad2c-4be9-a071-63e3c6b005c2 HTTP/1.1" status: 200 len: 210 time: 0.0987270 May 19 09:31:35.741876 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] For port 3efa44f3-e61f-45ca-ac74-b997751f233e, host dv-cinder-791281-2-smb, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:31:35.749304 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] For port 3efa44f3-e61f-45ca-ac74-b997751f233e, host dv-cinder-791281-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=3efa44f3-e61f-45ca-ac74-b997751f233e,segment=NetworkSegment(55747ea9-294a-4e73-8f61-78bde3a770f5),segment_id=55747ea9-294a-4e73-8f61-78bde3a770f5)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:31:35.761005 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:35.781445 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:35.859111 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-aa17e86f-105f-4a7b-a7d0-7fe1c339edb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:35.895833 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device b2889b4d-92fe-4ea6-90c2-d84141c55b19 up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:31:35.926530 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5e7efb3a-2320-48ad-b4b2-629e361e5a1d req-53d562c7-1324-4ed2-b692-c07470069cca tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/security-groups?id=255ff895-beb5-40dd-9581-14c0c303f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558742 May 19 09:31:35.957674 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:35.984820 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-821aa1bf-2ce4-45ee-97f0-e0810651eb7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:36.005070 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17e86f-105f-4a7b-a7d0-7fe1c339edb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2f0210-be50-4604-a2cc-a73db1c9ad81,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:36.030729 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-aa17e86f-105f-4a7b-a7d0-7fe1c339edb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:36.032081 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-aa17e86f-105f-4a7b-a7d0-7fe1c339edb6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ed2f0210-be50-4604-a2cc-a73db1c9ad81 HTTP/1.1" status: 204 len: 168 time: 2.1988485 May 19 09:31:36.051898 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-aa17e86f-105f-4a7b-a7d0-7fe1c339edb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:36.071324 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b177f155-a3e6-4bd4-ab05-ab3e956d36cd admin admin] Network fe3c14a7-95b2-4211-8c13-ae471fbbb112 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:31:36.074666 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-b177f155-a3e6-4bd4-ab05-ab3e956d36cd admin admin] Resources bound (agent type, host, resource id): {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:31:36.195084 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port b2889b4d-92fe-4ea6-90c2-d84141c55b19 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:31:36.195477 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:36.336370 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] Routers {'0a25074c-9bb1-424e-a172-4d1b7e67b33d'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:31:36.337012 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:31:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:31:36.474428 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b3e5b-9494-486b-a4ae-823cb36cbe1d None None] Pushing event updated for resources: {'Port': ['ID=3efa44f3-e61f-45ca-ac74-b997751f233e,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:36.490524 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-9b4b3e5b-9494-486b-a4ae-823cb36cbe1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:36.509381 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5da7a0c5-6ef2-4646-af09-5a7b43842491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:36.736153 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-10efc358-744e-470a-aaac-31bdba378bab service neutron] Request body: {'port': {'device_id': '708713ef-e0bc-480f-b6de-a3b715015197', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:36.778296 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-03510660-5664-47bf-a60b-a5b20e22b2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:36.793995 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-01ffbae9-4a13-43a4-806d-6a3c2944731e None None] Provisioning complete for port 42780262-602b-4b3c-bae9-4a2fe70f4d79 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:31:36.794601 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b177f155-a3e6-4bd4-ab05-ab3e956d36cd admin admin] Router 4f2df52f-8ec2-4c93-90f7-bce010d5e1af has already been hosted by L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:31:36.794705 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-01ffbae9-4a13-43a4-806d-6a3c2944731e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:36.825053 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-aa17e86f-105f-4a7b-a7d0-7fe1c339edb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:36.938157 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-01ffbae9-4a13-43a4-806d-6a3c2944731e None None] Port 42780262-602b-4b3c-bae9-4a2fe70f4d79 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:31:36.947547 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] Set router 0a25074c-9bb1-424e-a172-4d1b7e67b33d gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:31:37.002123 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03510660-5664-47bf-a60b-a5b20e22b2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78523013-1640-4480-8284-cad888544ea4,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:37.027951 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-03510660-5664-47bf-a60b-a5b20e22b2d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:37.106135 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 39798) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:37.131039 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-03510660-5664-47bf-a60b-a5b20e22b2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:37.132553 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-03510660-5664-47bf-a60b-a5b20e22b2d7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/78523013-1640-4480-8284-cad888544ea4 HTTP/1.1" status: 204 len: 168 time: 2.7858534 May 19 09:31:37.185851 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-ada6eb3b-9fce-4d36-bb9f-b1dd1aa1eb4c req-8dec1b58-cf03-4d4e-9d73-28e20a59ffcb tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=a32a58a0-ad2c-4be9-a071-63e3c6b005c2 HTTP/1.1" status: 200 len: 210 time: 0.2361817 May 19 09:31:37.304760 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-10efc358-744e-470a-aaac-31bdba378bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:37.369191 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4c5db924-6adf-47dc-9d36-55c7b2051951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:37.379942 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-821aa1bf-2ce4-45ee-97f0-e0810651eb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3796351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827087'] for router, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:37.390938 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b177f155-a3e6-4bd4-ab05-ab3e956d36cd admin admin] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:31:37.401457 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] Sync routers for ids ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'] in dv-cinder-791281-2-smb {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:31:37.403304 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-b177f155-a3e6-4bd4-ab05-ab3e956d36cd admin admin] 10.222.0.61 "PUT /v2.0/routers/4f2df52f-8ec2-4c93-90f7-bce010d5e1af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2578068 May 19 09:31:37.436799 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] Routers {'4f2df52f-8ec2-4c93-90f7-bce010d5e1af'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:31:37.437894 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:31:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:31:37.635200 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'name': 'tempest-AttachVolumeShelveTestJSON-1874506753-router', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:28Z', 'revision_number': 3, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'gw_port': {'id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:db:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:25Z', 'updated_at': '2021-05-19T09:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb'}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:31:37.642346 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c965097d-9408-4321-9d48-4a2bb8720b59 None None] The sync data for ids ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'] in dv-cinder-791281-2-smb is: [{'id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'name': 'tempest-AttachVolumeShelveTestJSON-1874506753-router', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:28Z', 'revision_number': 3, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'gw_port': {'id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:db:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:25Z', 'updated_at': '2021-05-19T09:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb'}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:31:37.646635 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-4c5db924-6adf-47dc-9d36-55c7b2051951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:37.701910 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-4c5db924-6adf-47dc-9d36-55c7b2051951 admin admin] Usage tracker for resource:security_group_rule and tenant:e94f60c8ca5142cdbb61aace685d5c9d is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:37.725864 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-4c5db924-6adf-47dc-9d36-55c7b2051951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:37.779373 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-4c5db924-6adf-47dc-9d36-55c7b2051951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:37.908447 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] Set router 4f2df52f-8ec2-4c93-90f7-bce010d5e1af gateway port host: dv-cinder-791281-2-smb {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:31:37.987794 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 39816) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:38.073905 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cba5c-3d82-4105-a157-daa7bab06b0a req-eefbb619-e53e-4ed7-945e-fd08d68e3f8d tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:38.089265 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-211cba5c-3d82-4105-a157-daa7bab06b0a req-eefbb619-e53e-4ed7-945e-fd08d68e3f8d tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/ports?device_id=708713ef-e0bc-480f-b6de-a3b715015197 HTTP/1.1" status: 200 len: 931 time: 0.9269714 May 19 09:31:38.173209 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-864340d3-a466-46ec-b977-f3cd91ed1a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:38.303354 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-864340d3-a466-46ec-b977-f3cd91ed1a8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:38.311130 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821aa1bf-2ce4-45ee-97f0-e0810651eb7c admin admin] Router 5d3b49fd-1395-4870-8cf1-ffcebd5631dc is scheduled to L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 with binding_index 1 {{(pid=91652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 09:31:38.327309 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-5da7a0c5-6ef2-4646-af09-5a7b43842491 admin admin] Allocated IP 172.20.0.1 (0e9acd08-416e-46e7-b45a-77614ba19575/6ec9b341-41fc-4e94-9468-56afed9dd04b/9e641135-8a85-4e29-8cd2-e7cfcf16ee45) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:31:38.412047 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-864340d3-a466-46ec-b977-f3cd91ed1a8f admin admin] Usage tracker for resource:security_group_rule and tenant:b4e489e25ebf402cb927fe7532345187 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:38.437707 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-864340d3-a466-46ec-b977-f3cd91ed1a8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:38.523307 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-211cba5c-3d82-4105-a157-daa7bab06b0a req-a54cac8b-a8a3-48ad-a21a-0c83e462c8c5 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/security-groups?id=255ff895-beb5-40dd-9581-14c0c303f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4318590 May 19 09:31:38.562042 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-864340d3-a466-46ec-b977-f3cd91ed1a8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:38.680600 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.db.resource_extend [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-10efc358-744e-470a-aaac-31bdba378bab service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 09:31:39.015758 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'name': 'tempest-AttachVolumeTestJSON-2110761483-router', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:33Z', 'revision_number': 4, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'gw_port': {'id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:24Z', 'updated_at': '2021-05-19T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '42780262-602b-4b3c-bae9-4a2fe70f4d79', 'name': '', 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'mac_address': 'fa:16:3e:d7:25:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:30Z', 'updated_at': '2021-05-19T09:31:34Z', 'revision_number': 2, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'subnets': [{'id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:31:39.028746 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] Checking router: 4f2df52f-8ec2-4c93-90f7-bce010d5e1af for host: dv-cinder-791281-2-smb {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:31:39.038423 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] Updating router 4f2df52f-8ec2-4c93-90f7-bce010d5e1af port 42780262-602b-4b3c-bae9-4a2fe70f4d79 binding host dv-cinder-791281-2-smb {{(pid=91654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:31:39.060185 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f0bdeaf8-4023-4867-afa4-8405a679572b req-3ec65b85-74cd-48e8-8af1-256f86ebba0e tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=a32a58a0-ad2c-4be9-a071-63e3c6b005c2 HTTP/1.1" status: 200 len: 210 time: 0.2581117 May 19 09:31:39.151583 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-10efc358-744e-470a-aaac-31bdba378bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 809b80d9-189a-493e-8363-0bfc7acda3de {{(pid=91651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:31:39.166602 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5da7a0c5-6ef2-4646-af09-5a7b43842491 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:39.188278 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.provisioning_blocks [None req-5da7a0c5-6ef2-4646-af09-5a7b43842491 admin admin] Transition to ACTIVE for port object 9e641135-8a85-4e29-8cd2-e7cfcf16ee45 will not be triggered until provisioned by entity DHCP. {{(pid=91652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:31:39.250921 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:39.254922 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4c5db924-6adf-47dc-9d36-55c7b2051951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:39.256502 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5da7a0c5-6ef2-4646-af09-5a7b43842491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:39.257482 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-10efc358-744e-470a-aaac-31bdba378bab service neutron] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:39.267277 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:39.324896 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4c5db924-6adf-47dc-9d36-55c7b2051951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:39.406249 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-10efc358-744e-470a-aaac-31bdba378bab service neutron] Transition to ACTIVE for port object 809b80d9-189a-493e-8363-0bfc7acda3de will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:31:39.426346 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-864340d3-a466-46ec-b977-f3cd91ed1a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:39.429848 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-10efc358-744e-470a-aaac-31bdba378bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:39.436236 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da7a0c5-6ef2-4646-af09-5a7b43842491 admin admin] Network 0e9acd08-416e-46e7-b45a-77614ba19575 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:31:39.444109 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-34a15cd7-2e31-49de-946b-bfb11f07fe87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:39.461792 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-5da7a0c5-6ef2-4646-af09-5a7b43842491 admin admin] Resources bound (agent type, host, resource id): {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:31:39.468140 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da7a0c5-6ef2-4646-af09-5a7b43842491 admin admin] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:31:39.469031 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5da7a0c5-6ef2-4646-af09-5a7b43842491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3806268'] for router_interface, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:39.640692 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 39832) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:39.640692 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.76', 55512) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:39.640692 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-864340d3-a466-46ec-b977-f3cd91ed1a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:39.683226 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-6add11cf-5b5c-48ec-9e4a-0eb92b5343b6 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1579014076', 'description': 'tempest-description--641044549'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:39.776230 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-6add11cf-5b5c-48ec-9e4a-0eb92b5343b6 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:39.813664 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7a0c5-6ef2-4646-af09-5a7b43842491 admin admin] Pushing event updated for resources: {'Port': ['ID=9e641135-8a85-4e29-8cd2-e7cfcf16ee45,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:39.838787 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-4c5db924-6adf-47dc-9d36-55c7b2051951 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e94f60c8ca5142cdbb61aace685d5c9d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7309902 May 19 09:31:39.851693 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 3efa44f3-e61f-45ca-ac74-b997751f233e up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:31:39.858880 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-5da7a0c5-6ef2-4646-af09-5a7b43842491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:39.898819 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 39844) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:39.898819 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.496s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:39.943152 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5db924-6adf-47dc-9d36-55c7b2051951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc975ef9-1029-4499-82ff-69f4964a9f26,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:40.020026 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-755f49c8-8236-4dd8-ac97-b101b0f7807d None None] Provisioning for port 9e641135-8a85-4e29-8cd2-e7cfcf16ee45 completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:31:40.034851 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-6add11cf-5b5c-48ec-9e4a-0eb92b5343b6 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Usage tracker for resource:security_group and tenant:f0e37a2a177646dba68287797f2a6e26 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:40.036677 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-755f49c8-8236-4dd8-ac97-b101b0f7807d None None] Provisioning complete for port 9e641135-8a85-4e29-8cd2-e7cfcf16ee45 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:31:40.037429 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-755f49c8-8236-4dd8-ac97-b101b0f7807d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:40.056057 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-4c5db924-6adf-47dc-9d36-55c7b2051951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:40.076886 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821aa1bf-2ce4-45ee-97f0-e0810651eb7c admin admin] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:31:40.095491 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-6add11cf-5b5c-48ec-9e4a-0eb92b5343b6 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:40.206298 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] Notify callbacks [] for port, precommit_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:40.222568 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.provisioning_blocks [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] Transition to ACTIVE for port object 42780262-602b-4b3c-bae9-4a2fe70f4d79 will not be triggered until provisioned by entity L2. {{(pid=91654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:31:40.227205 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-755f49c8-8236-4dd8-ac97-b101b0f7807d None None] Port 9e641135-8a85-4e29-8cd2-e7cfcf16ee45 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:31:40.233040 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] Sync routers for ids ['5d3b49fd-1395-4870-8cf1-ffcebd5631dc'] in dv-cinder-791281-2-smb {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:31:40.234074 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:40.241918 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-43da0db2-6e80-4174-9a54-6fdb77d8bd3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:40.248775 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-821aa1bf-2ce4-45ee-97f0-e0810651eb7c admin admin] Notify callbacks [] for router, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:40.252494 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-821aa1bf-2ce4-45ee-97f0-e0810651eb7c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 12.8291767 May 19 09:31:40.252635 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] Routers {'5d3b49fd-1395-4870-8cf1-ffcebd5631dc'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:31:40.252635 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:31:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['5d3b49fd-1395-4870-8cf1-ffcebd5631dc'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:31:40.266130 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 39854) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:40.325814 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918ee57-4f84-468a-8121-d4ff4ac3ebdf None None] Pushing event updated for resources: {'Port': ['ID=42780262-602b-4b3c-bae9-4a2fe70f4d79,revision_number=3']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:40.331295 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-1918ee57-4f84-468a-8121-d4ff4ac3ebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:40.337401 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-6add11cf-5b5c-48ec-9e4a-0eb92b5343b6 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:40.384991 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-864340d3-a466-46ec-b977-f3cd91ed1a8f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b4e489e25ebf402cb927fe7532345187&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3945010 May 19 09:31:40.394400 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 39860) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:40.500778 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efc358-744e-470a-aaac-31bdba378bab service neutron] Pushing event updated for resources: {'Port': ['ID=809b80d9-189a-493e-8363-0bfc7acda3de,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:40.537870 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-10efc358-744e-470a-aaac-31bdba378bab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.094s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:40.544790 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.784s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:40.557085 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning for port 3efa44f3-e61f-45ca-ac74-b997751f233e completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:31:40.576975 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:40.582454 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6add11cf-5b5c-48ec-9e4a-0eb92b5343b6 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:40.586289 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 3efa44f3-e61f-45ca-ac74-b997751f233e triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:31:40.587533 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:40.621799 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] Attempting to bind port 42780262-602b-4b3c-bae9-4a2fe70f4d79 on host dv-cinder-791281-2-smb for vnic_type normal with profile {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:31:40.622405 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] Attempting to bind port 42780262-602b-4b3c-bae9-4a2fe70f4d79 by drivers openvswitch,hyperv on host dv-cinder-791281-2-smb at level 0 using segments [{'id': '99fe1dc6-5cc0-4f55-a1cd-65f659881fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112'}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:31:40.622940 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] Attempting to bind port 42780262-602b-4b3c-bae9-4a2fe70f4d79 on network fe3c14a7-95b2-4211-8c13-ae471fbbb112 {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:31:40.637411 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] Checking agent: {'id': 'ed3a6ef3-8a48-48e1-82fc-7237784a1888', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 23, 31), 'started_at': datetime.datetime(2021, 5, 19, 9, 24, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:31:40.638158 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] Checking segment: {'id': '99fe1dc6-5cc0-4f55-a1cd-65f659881fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:31:40.643305 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:40.644559 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] Bound using segment: {'id': '99fe1dc6-5cc0-4f55-a1cd-65f659881fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112'} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:31:40.645758 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] Bound port: 42780262-602b-4b3c-bae9-4a2fe70f4d79, host: dv-cinder-791281-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99fe1dc6-5cc0-4f55-a1cd-65f659881fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112'}}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:31:40.648313 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:40.674164 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 39864) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:40.711075 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-10efc358-744e-470a-aaac-31bdba378bab service neutron] Attempting to bind port 809b80d9-189a-493e-8363-0bfc7acda3de on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:31:40.711614 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-10efc358-744e-470a-aaac-31bdba378bab service neutron] Attempting to bind port 809b80d9-189a-493e-8363-0bfc7acda3de by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'f748bb92-366e-46be-974f-188020494937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '8d54cea7-f4fd-4532-bf47-65be324755b8'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:31:40.712134 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-10efc358-744e-470a-aaac-31bdba378bab service neutron] Attempting to bind port 809b80d9-189a-493e-8363-0bfc7acda3de on network 8d54cea7-f4fd-4532-bf47-65be324755b8 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:31:40.794467 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-6add11cf-5b5c-48ec-9e4a-0eb92b5343b6 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:40.814732 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864340d3-a466-46ec-b977-f3cd91ed1a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e57895c-473c-4b1b-8680-e5d88d755e94,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:40.818674 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-10efc358-744e-470a-aaac-31bdba378bab service neutron] Port 809b80d9-189a-493e-8363-0bfc7acda3de on network 8d54cea7-f4fd-4532-bf47-65be324755b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:31:40.818674 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-10efc358-744e-470a-aaac-31bdba378bab service neutron] Attempting to bind port 809b80d9-189a-493e-8363-0bfc7acda3de on network 8d54cea7-f4fd-4532-bf47-65be324755b8 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:31:40.830292 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-864340d3-a466-46ec-b977-f3cd91ed1a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:40.833001 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-10efc358-744e-470a-aaac-31bdba378bab service neutron] Checking agent: {'id': 'e2b12f16-87f3-476d-a836-3e2e94bcfd4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'started_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:31:40.833701 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-10efc358-744e-470a-aaac-31bdba378bab service neutron] Checking segment: {'id': 'f748bb92-366e-46be-974f-188020494937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '8d54cea7-f4fd-4532-bf47-65be324755b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:31:40.834638 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-10efc358-744e-470a-aaac-31bdba378bab service neutron] Bound using segment: {'id': 'f748bb92-366e-46be-974f-188020494937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '8d54cea7-f4fd-4532-bf47-65be324755b8'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:31:40.835308 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-10efc358-744e-470a-aaac-31bdba378bab service neutron] Bound port: 809b80d9-189a-493e-8363-0bfc7acda3de, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f748bb92-366e-46be-974f-188020494937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '8d54cea7-f4fd-4532-bf47-65be324755b8'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:31:40.836762 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-10efc358-744e-470a-aaac-31bdba378bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:40.846064 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] Set router 5d3b49fd-1395-4870-8cf1-ffcebd5631dc gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:31:40.853318 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-6add11cf-5b5c-48ec-9e4a-0eb92b5343b6 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Usage tracker for resource:security_group_rule and tenant:f0e37a2a177646dba68287797f2a6e26 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:40.859761 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8afe894f-3de2-450d-b14b-09e0b085c892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:40.896308 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8afe894f-3de2-450d-b14b-09e0b085c892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:40.935552 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-838e025f-1a2b-4534-92fd-b6917c5bca7b req-2a8a0a6e-079f-4208-af46-bdca0e438207 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=a32a58a0-ad2c-4be9-a071-63e3c6b005c2 HTTP/1.1" status: 200 len: 210 time: 0.1178966 May 19 09:31:40.936510 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ad392f33-113b-4a55-959b-7be40d2820c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:40.969049 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ad392f33-113b-4a55-959b-7be40d2820c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:41.007664 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] For port 42780262-602b-4b3c-bae9-4a2fe70f4d79, host dv-cinder-791281-2-smb, cleared binding levels {{(pid=91654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:31:41.024425 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] For port 42780262-602b-4b3c-bae9-4a2fe70f4d79, host dv-cinder-791281-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=42780262-602b-4b3c-bae9-4a2fe70f4d79,segment=NetworkSegment(99fe1dc6-5cc0-4f55-a1cd-65f659881fe2),segment_id=99fe1dc6-5cc0-4f55-a1cd-65f659881fe2)] {{(pid=91654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:31:41.032522 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-89f472de-e82c-43d0-b8e7-2cea1e80b94c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:41.033357 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:41.035057 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-89f472de-e82c-43d0-b8e7-2cea1e80b94c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.76 "GET /v2.0/networks?id=e5dc340b-0774-45a1-b066-6c9164b5b7b7 HTTP/1.1" status: 200 len: 815 time: 1.4346089 May 19 09:31:41.038774 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-6add11cf-5b5c-48ec-9e4a-0eb92b5343b6 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:41.046716 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-43da0db2-6e80-4174-9a54-6fdb77d8bd3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:41.056203 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ad392f33-113b-4a55-959b-7be40d2820c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:41.059265 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8afe894f-3de2-450d-b14b-09e0b085c892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:41.072013 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:41.079261 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-6add11cf-5b5c-48ec-9e4a-0eb92b5343b6 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:41.100333 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:41.147317 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5da7a0c5-6ef2-4646-af09-5a7b43842491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:41.149871 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:41.163034 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad392f33-113b-4a55-959b-7be40d2820c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc975ef9-1029-4499-82ff-69f4964a9f26,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:41.185616 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ad392f33-113b-4a55-959b-7be40d2820c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:41.195656 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ad392f33-113b-4a55-959b-7be40d2820c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:41.196944 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-ad392f33-113b-4a55-959b-7be40d2820c7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dc975ef9-1029-4499-82ff-69f4964a9f26 HTTP/1.1" status: 204 len: 168 time: 1.2641137 May 19 09:31:41.213095 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-3de74b2b-ac5f-40bf-b7c8-283d28de786e tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Request body: {'port': {'device_id': 'a32a58a0-ad2c-4be9-a071-63e3c6b005c2', 'network_id': 'e5dc340b-0774-45a1-b066-6c9164b5b7b7', 'admin_state_up': True, 'tenant_id': '0544d498e16e4618bb71471551a403aa'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:41.339530 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] Routers {'4f2df52f-8ec2-4c93-90f7-bce010d5e1af'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:31:41.340303 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:31:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:31:41.502568 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] For port 3efa44f3-e61f-45ca-ac74-b997751f233e, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=3efa44f3-e61f-45ca-ac74-b997751f233e,segment=NetworkSegment(55747ea9-294a-4e73-8f61-78bde3a770f5),segment_id=55747ea9-294a-4e73-8f61-78bde3a770f5)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:31:41.535203 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:41.545589 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918ee57-4f84-468a-8121-d4ff4ac3ebdf None None] Pushing event updated for resources: {'Port': ['ID=42780262-602b-4b3c-bae9-4a2fe70f4d79,revision_number=4']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:41.565610 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-1918ee57-4f84-468a-8121-d4ff4ac3ebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:41.590815 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-9b4b3e5b-9494-486b-a4ae-823cb36cbe1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:41.636097 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe894f-3de2-450d-b14b-09e0b085c892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e57895c-473c-4b1b-8680-e5d88d755e94,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:41.640563 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8afe894f-3de2-450d-b14b-09e0b085c892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:41.675395 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833f42b-5da7-4ff9-b4a5-275928a26413 req-924c1487-5d25-4e9a-8287-df07742f01c7 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:41.688342 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-2833f42b-5da7-4ff9-b4a5-275928a26413 req-924c1487-5d25-4e9a-8287-df07742f01c7 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/ports?device_id=708713ef-e0bc-480f-b6de-a3b715015197 HTTP/1.1" status: 200 len: 943 time: 1.6783948 May 19 09:31:41.762791 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-54ce1918-0eb0-4697-85e3-2b65826edca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:41.821090 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Pushing event updated for resources: {'Port': ['ID=3efa44f3-e61f-45ca-ac74-b997751f233e,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:41.832807 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:41.857613 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] Set router 4f2df52f-8ec2-4c93-90f7-bce010d5e1af gateway port host: dv-cinder-791281-2-smb {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:31:41.910400 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3b49fd-1395-4870-8cf1-ffcebd5631dc', 'name': 'tempest-ServerRescueNegativeTestJSON-1354919940-router', 'tenant_id': '302076e5824b440cacc066e41a50e011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd7c3b874-c9be-43a8-b214-9419a9713fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:27Z', 'updated_at': '2021-05-19T09:31:35Z', 'revision_number': 3, 'project_id': '302076e5824b440cacc066e41a50e011', 'gw_port': {'id': 'd7c3b874-c9be-43a8-b214-9419a9713fe1', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:62:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3b49fd-1395-4870-8cf1-ffcebd5631dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:31Z', 'updated_at': '2021-05-19T09:31:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb'}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:31:41.916236 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] Checking router: 5d3b49fd-1395-4870-8cf1-ffcebd5631dc for host: dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:31:41.917537 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] Updating router 5d3b49fd-1395-4870-8cf1-ffcebd5631dc port d7c3b874-c9be-43a8-b214-9419a9713fe1 binding host dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:31:41.954132 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8afe894f-3de2-450d-b14b-09e0b085c892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:41.957529 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-8afe894f-3de2-450d-b14b-09e0b085c892 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7e57895c-473c-4b1b-8680-e5d88d755e94 HTTP/1.1" status: 204 len: 168 time: 1.5313294 May 19 09:31:42.029645 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-10efc358-744e-470a-aaac-31bdba378bab service neutron] For port 809b80d9-189a-493e-8363-0bfc7acda3de, host hv-cinder-79128, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:31:42.077747 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:42.132590 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-54ce1918-0eb0-4697-85e3-2b65826edca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:42.219027 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-10efc358-744e-470a-aaac-31bdba378bab service neutron] For port 809b80d9-189a-493e-8363-0bfc7acda3de, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=809b80d9-189a-493e-8363-0bfc7acda3de,segment=NetworkSegment(f748bb92-366e-46be-974f-188020494937),segment_id=f748bb92-366e-46be-974f-188020494937)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:31:42.220620 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-54ce1918-0eb0-4697-85e3-2b65826edca3 admin admin] Usage tracker for resource:security_group_rule and tenant:97dcf49a2fb043a7b500601ff5973f6e is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:42.253304 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-54ce1918-0eb0-4697-85e3-2b65826edca3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:42.304694 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-10efc358-744e-470a-aaac-31bdba378bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:42.324955 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.db.resource_extend [None req-5da7a0c5-6ef2-4646-af09-5a7b43842491 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 09:31:42.342314 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-54ce1918-0eb0-4697-85e3-2b65826edca3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:42.382738 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5da7a0c5-6ef2-4646-af09-5a7b43842491 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:42.420193 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-2833f42b-5da7-4ff9-b4a5-275928a26413 req-17059d9b-f125-4819-bfc5-bb2b54cda8f2 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/security-groups?id=255ff895-beb5-40dd-9581-14c0c303f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6910694 May 19 09:31:42.446434 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4884b275-1905-44dc-9b36-bc89a5f822c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:42.838728 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5da7a0c5-6ef2-4646-af09-5a7b43842491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:42.841498 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-10efc358-744e-470a-aaac-31bdba378bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:42.842166 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-10efc358-744e-470a-aaac-31bdba378bab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:42.852235 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-10efc358-744e-470a-aaac-31bdba378bab service neutron] 10.222.0.76 "PUT /v2.0/ports/809b80d9-189a-493e-8363-0bfc7acda3de HTTP/1.1" status: 200 len: 1093 time: 6.8451440 May 19 09:31:42.857229 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '708713ef-e0bc-480f-b6de-a3b715015197', 'tag': '809b80d9-189a-493e-8363-0bfc7acda3de'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:31:42.859102 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'name': 'tempest-AttachVolumeTestJSON-2110761483-router', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:33Z', 'revision_number': 4, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'gw_port': {'id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:24Z', 'updated_at': '2021-05-19T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '42780262-602b-4b3c-bae9-4a2fe70f4d79', 'name': '', 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'mac_address': 'fa:16:3e:d7:25:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:30Z', 'updated_at': '2021-05-19T09:31:40Z', 'revision_number': 4, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'subnets': [{'id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:31:42.860315 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8c22-b1f0-4c23-93b3-20f72db9aa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:42.877416 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1267517-b1d0-43a6-a09d-87aefb661f1e None None] The sync data for ids ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'] in dv-cinder-791281-2-smb is: [{'id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'name': 'tempest-AttachVolumeTestJSON-2110761483-router', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:33Z', 'revision_number': 4, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'gw_port': {'id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:24Z', 'updated_at': '2021-05-19T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '42780262-602b-4b3c-bae9-4a2fe70f4d79', 'name': '', 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'mac_address': 'fa:16:3e:d7:25:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:30Z', 'updated_at': '2021-05-19T09:31:40Z', 'revision_number': 4, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'subnets': [{'id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:31:42.914253 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5da7a0c5-6ef2-4646-af09-5a7b43842491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3806299'] for router_interface, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:42.959526 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-42df62dc-2894-4046-bc2d-40a12ac2c20d req-7262754d-0e6c-4664-8673-a26c3314d412 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=a32a58a0-ad2c-4be9-a071-63e3c6b005c2 HTTP/1.1" status: 200 len: 210 time: 0.6484828 May 19 09:31:42.965551 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:43.101391 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-3de74b2b-ac5f-40bf-b7c8-283d28de786e tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:43.122697 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-3de74b2b-ac5f-40bf-b7c8-283d28de786e tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Usage tracker for resource:port and tenant:0544d498e16e4618bb71471551a403aa is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:43.127300 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-3de74b2b-ac5f-40bf-b7c8-283d28de786e tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:43.136551 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-3de74b2b-ac5f-40bf-b7c8-283d28de786e tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:43.150369 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6add11cf-5b5c-48ec-9e4a-0eb92b5343b6 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:43.163115 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-3de74b2b-ac5f-40bf-b7c8-283d28de786e tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Made reservation on behalf of 0544d498e16e4618bb71471551a403aa for: {'port': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:31:43.168516 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-3de74b2b-ac5f-40bf-b7c8-283d28de786e tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:43.191114 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] Notify callbacks [] for port, precommit_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:43.238503 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] Transition to ACTIVE for port object d7c3b874-c9be-43a8-b214-9419a9713fe1 will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:31:43.254048 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:43.272295 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6add11cf-5b5c-48ec-9e4a-0eb92b5343b6 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:43.280491 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:43.320197 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efc358-744e-470a-aaac-31bdba378bab service neutron] Pushing event updated for resources: {'Port': ['ID=809b80d9-189a-493e-8363-0bfc7acda3de,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:43.399955 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-10efc358-744e-470a-aaac-31bdba378bab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.954s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:43.401719 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:43.606333 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add11cf-5b5c-48ec-9e4a-0eb92b5343b6 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a314958-5c2a-4a7f-b991-0bce5b319c5a,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:43.612879 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6add11cf-5b5c-48ec-9e4a-0eb92b5343b6 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:43.640395 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6add11cf-5b5c-48ec-9e4a-0eb92b5343b6 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:43.641661 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-6add11cf-5b5c-48ec-9e4a-0eb92b5343b6 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 4.0587459 May 19 09:31:43.663146 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 39922) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:43.683775 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] Attempting to bind port d7c3b874-c9be-43a8-b214-9419a9713fe1 on host dv-cinder-791281-2-smb for vnic_type normal with profile {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:31:43.684179 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] Attempting to bind port d7c3b874-c9be-43a8-b214-9419a9713fe1 by drivers openvswitch,hyperv on host dv-cinder-791281-2-smb at level 0 using segments [{'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:31:43.684550 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] Attempting to bind port d7c3b874-c9be-43a8-b214-9419a9713fe1 on network 7d528ae4-f655-4215-abed-2652e9d6f37f {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:31:43.726758 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef79b1e-b539-4c23-a506-22c3864369ec None None] Pushing event updated for resources: {'Port': ['ID=d7c3b874-c9be-43a8-b214-9419a9713fe1,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:43.734582 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-cef79b1e-b539-4c23-a506-22c3864369ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:43.737274 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] Checking agent: {'id': 'ed3a6ef3-8a48-48e1-82fc-7237784a1888', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 23, 31), 'started_at': datetime.datetime(2021, 5, 19, 9, 24, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:31:43.737656 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] Checking segment: {'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:31:43.738171 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:43.746444 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] Bound using segment: {'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:31:43.750626 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] Bound port: d7c3b874-c9be-43a8-b214-9419a9713fe1, host: dv-cinder-791281-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:31:43.751537 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-ac7a8c22-b1f0-4c23-93b3-20f72db9aa86 admin admin] Allocated IP 172.20.0.1 (6c3f3406-bcfb-4896-a57f-c7cc7b96bce2/c29da06d-ddc0-47de-bede-92d24f90436f/2f099ef8-7929-4a22-964b-f89874d37396) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:31:43.752574 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:43.759555 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-9a6a5017-1701-4433-8e8c-ae4f6e306340 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Request body: {'security_group_rule': {'security_group_id': '0a314958-5c2a-4a7f-b991-0bce5b319c5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:43.908031 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-9a6a5017-1701-4433-8e8c-ae4f6e306340 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:43.914723 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-6244c8a0-91c2-4533-9b84-ec4bf5482d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:43.916218 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-6244c8a0-91c2-4533-9b84-ec4bf5482d16 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3dc2323d3a854a74925df61ad1d9e5b5&device_id=708713ef-e0bc-480f-b6de-a3b715015197 HTTP/1.1" status: 200 len: 1096 time: 0.7026074 May 19 09:31:44.000070 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] For port d7c3b874-c9be-43a8-b214-9419a9713fe1, host dv-cinder-791281-2-smb, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:31:44.009261 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] For port d7c3b874-c9be-43a8-b214-9419a9713fe1, host dv-cinder-791281-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=d7c3b874-c9be-43a8-b214-9419a9713fe1,segment=NetworkSegment(55747ea9-294a-4e73-8f61-78bde3a770f5),segment_id=55747ea9-294a-4e73-8f61-78bde3a770f5)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:31:44.012420 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-9a6a5017-1701-4433-8e8c-ae4f6e306340 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Usage tracker for resource:security_group_rule and tenant:f0e37a2a177646dba68287797f2a6e26 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:44.015548 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 3efa44f3-e61f-45ca-ac74-b997751f233e up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:31:44.035840 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-9a6a5017-1701-4433-8e8c-ae4f6e306340 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:44.045205 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-54ce1918-0eb0-4697-85e3-2b65826edca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:44.126910 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8c22-b1f0-4c23-93b3-20f72db9aa86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:44.152697 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:44.174846 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8c22-b1f0-4c23-93b3-20f72db9aa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:44.180058 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-9a5181ca-911f-44a8-8e32-7943c5fee6db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:44.229867 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-9a6a5017-1701-4433-8e8c-ae4f6e306340 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:44.264943 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7a0c5-6ef2-4646-af09-5a7b43842491 admin admin] Pushing event updated for resources: {'Port': ['ID=9e641135-8a85-4e29-8cd2-e7cfcf16ee45,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:44.270486 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-54ce1918-0eb0-4697-85e3-2b65826edca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:44.279201 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-5da7a0c5-6ef2-4646-af09-5a7b43842491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.316s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:44.288232 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-821aa1bf-2ce4-45ee-97f0-e0810651eb7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:44.337354 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7a8c22-b1f0-4c23-93b3-20f72db9aa86 admin admin] Network 6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:31:44.360897 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-31877bc3-91a1-4534-8fa9-3642a720fd51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:44.361998 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-ac7a8c22-b1f0-4c23-93b3-20f72db9aa86 admin admin] Resources bound (agent type, host, resource id): {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:31:44.382007 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7a8c22-b1f0-4c23-93b3-20f72db9aa86 admin admin] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:31:44.385106 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-56805884-c885-4d43-b01a-13b8f68f713a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=809b80d9-189a-493e-8363-0bfc7acda3de HTTP/1.1" status: 200 len: 217 time: 0.3329821 May 19 09:31:44.386008 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8c22-b1f0-4c23-93b3-20f72db9aa86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3806268'] for router_interface, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:44.386929 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '708713ef-e0bc-480f-b6de-a3b715015197', 'tag': '809b80d9-189a-493e-8363-0bfc7acda3de', 'status': 'completed', 'code': 200} May 19 09:31:44.413573 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] Routers {'5d3b49fd-1395-4870-8cf1-ffcebd5631dc'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:31:44.414957 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:31:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['5d3b49fd-1395-4870-8cf1-ffcebd5631dc'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:31:44.428915 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-3de74b2b-ac5f-40bf-b7c8-283d28de786e tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Allocated IP 172.20.0.9 (e5dc340b-0774-45a1-b066-6c9164b5b7b7/fd51e182-9590-4f5a-a12b-b129f5ac7e70/a92d8f28-91e9-4fda-b383-fe4e30f1634d) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:31:44.445534 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a8c22-b1f0-4c23-93b3-20f72db9aa86 admin admin] Pushing event updated for resources: {'Port': ['ID=2f099ef8-7929-4a22-964b-f89874d37396,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:44.454764 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ac7a8c22-b1f0-4c23-93b3-20f72db9aa86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:44.517850 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 3efa44f3-e61f-45ca-ac74-b997751f233e triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:31:44.518483 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:44.523297 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da7a0c5-6ef2-4646-af09-5a7b43842491 admin admin] Network 0e9acd08-416e-46e7-b45a-77614ba19575 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:31:44.588546 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce1918-0eb0-4697-85e3-2b65826edca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa678e7-0978-4bf4-9fc0-5dabab105fdf,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:44.603744 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-5da7a0c5-6ef2-4646-af09-5a7b43842491 admin admin] Resources bound (agent type, host, resource id): {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:31:44.639960 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-54ce1918-0eb0-4697-85e3-2b65826edca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:44.665943 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef79b1e-b539-4c23-a506-22c3864369ec None None] Pushing event updated for resources: {'Port': ['ID=d7c3b874-c9be-43a8-b214-9419a9713fe1,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:44.666561 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296988b7-e9b4-4772-a8ef-506ebbcaef58 req-b1fe9540-2dfb-4b1c-821e-dc4f5a43134e tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:44.668697 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-296988b7-e9b4-4772-a8ef-506ebbcaef58 req-b1fe9540-2dfb-4b1c-821e-dc4f5a43134e tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/ports?device_id=708713ef-e0bc-480f-b6de-a3b715015197 HTTP/1.1" status: 200 len: 943 time: 1.0046210 May 19 09:31:44.669417 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5017-1701-4433-8e8c-ae4f6e306340 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:44.678453 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-cef79b1e-b539-4c23-a506-22c3864369ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:44.818080 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-0aed82de-9d27-467b-82ba-2bcc1d49f6af req-10ca73c5-58a3-44e2-bcc0-9869d3df61b3 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=a32a58a0-ad2c-4be9-a071-63e3c6b005c2 HTTP/1.1" status: 200 len: 210 time: 0.2035356 May 19 09:31:44.825332 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 39946) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:44.878104 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-54ce1918-0eb0-4697-85e3-2b65826edca3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=97dcf49a2fb043a7b500601ff5973f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 4.1625705 May 19 09:31:44.893570 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 39954) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:44.930883 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-25d6434c-1191-42b7-9978-7d416eb7e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:44.934768 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-25d6434c-1191-42b7-9978-7d416eb7e079 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5c2ecfff-a080-49b3-959e-eb42ddbbd2b8 HTTP/1.1" status: 200 len: 851 time: 0.5073969 May 19 09:31:44.989445 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] Set router 5d3b49fd-1395-4870-8cf1-ffcebd5631dc gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:31:45.032638 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-296988b7-e9b4-4772-a8ef-506ebbcaef58 req-db97ef4b-c90d-4148-91ae-049a5905e8e4 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/security-groups?id=255ff895-beb5-40dd-9581-14c0c303f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142734 May 19 09:31:45.051397 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 42780262-602b-4b3c-bae9-4a2fe70f4d79 up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:31:45.068859 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-da97317c-212d-4660-aa13-ea197daccb3a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8d54cea7-f4fd-4532-bf47-65be324755b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101241 May 19 09:31:45.139698 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-460fe881-10c7-4b44-a28f-50ab4125d7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:45.216323 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-460fe881-10c7-4b44-a28f-50ab4125d7e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:45.224845 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-2cbc6d7f-6772-4a3d-8b35-1e85f4a52796 None None] Provisioning complete for port 9e641135-8a85-4e29-8cd2-e7cfcf16ee45 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:31:45.225236 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2cbc6d7f-6772-4a3d-8b35-1e85f4a52796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:45.241252 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5017-1701-4433-8e8c-ae4f6e306340 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:45.245814 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-460fe881-10c7-4b44-a28f-50ab4125d7e9 admin admin] Usage tracker for resource:security_group_rule and tenant:bbed6b49dcd048febcd6926391bbc866 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:45.251846 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ac694810-c46a-4f3d-be10-4444e2ca2565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:45.258634 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-460fe881-10c7-4b44-a28f-50ab4125d7e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:45.266925 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5017-1701-4433-8e8c-ae4f6e306340 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750084'] for security_group_rule, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:45.271727 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8c22-b1f0-4c23-93b3-20f72db9aa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:45.287239 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da7a0c5-6ef2-4646-af09-5a7b43842491 admin admin] Router 0a25074c-9bb1-424e-a172-4d1b7e67b33d has already been hosted by L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 {{(pid=91652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:31:45.309976 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-460fe881-10c7-4b44-a28f-50ab4125d7e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:45.325517 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:45.391219 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a5017-1701-4433-8e8c-ae4f6e306340 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d5a165-812e-425c-9201-f6ff0bbc300b,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:45.392149 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-2cbc6d7f-6772-4a3d-8b35-1e85f4a52796 None None] Port 9e641135-8a85-4e29-8cd2-e7cfcf16ee45 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:31:45.398641 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-aeedc0e1-6f75-4194-b19b-a35bc5829947 service neutron] 10.222.0.76 "GET /v2.0/networks/8d54cea7-f4fd-4532-bf47-65be324755b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211966 May 19 09:31:45.406439 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning for port 42780262-602b-4b3c-bae9-4a2fe70f4d79 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:31:45.414607 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-9a6a5017-1701-4433-8e8c-ae4f6e306340 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:45.427029 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 42780262-602b-4b3c-bae9-4a2fe70f4d79 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:31:45.427603 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:45.443224 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ac694810-c46a-4f3d-be10-4444e2ca2565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:45.475429 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5017-1701-4433-8e8c-ae4f6e306340 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:45.480933 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-9a6a5017-1701-4433-8e8c-ae4f6e306340 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8096464 May 19 09:31:45.489115 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 39970) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:45.508233 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-ac86783d-1059-4cd3-be6f-bd43fe10cd49 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Request body: {'security_group_rule': {'security_group_id': '0a314958-5c2a-4a7f-b991-0bce5b319c5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:45.517093 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-ac86783d-1059-4cd3-be6f-bd43fe10cd49 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:45.521074 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-ac86783d-1059-4cd3-be6f-bd43fe10cd49 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Usage tracker for resource:security_group_rule and tenant:f0e37a2a177646dba68287797f2a6e26 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:45.525271 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-ac86783d-1059-4cd3-be6f-bd43fe10cd49 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:45.534412 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-ac86783d-1059-4cd3-be6f-bd43fe10cd49 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:45.618839 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:45.647832 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ac86783d-1059-4cd3-be6f-bd43fe10cd49 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:45.655153 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3b49fd-1395-4870-8cf1-ffcebd5631dc', 'name': 'tempest-ServerRescueNegativeTestJSON-1354919940-router', 'tenant_id': '302076e5824b440cacc066e41a50e011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd7c3b874-c9be-43a8-b214-9419a9713fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:27Z', 'updated_at': '2021-05-19T09:31:35Z', 'revision_number': 3, 'project_id': '302076e5824b440cacc066e41a50e011', 'gw_port': {'id': 'd7c3b874-c9be-43a8-b214-9419a9713fe1', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:62:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3b49fd-1395-4870-8cf1-ffcebd5631dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:31Z', 'updated_at': '2021-05-19T09:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb'}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:31:45.662521 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b9693a-e2ea-4774-9575-1e2d48d65731 None None] The sync data for ids ['5d3b49fd-1395-4870-8cf1-ffcebd5631dc'] in dv-cinder-791281-2-smb is: [{'id': '5d3b49fd-1395-4870-8cf1-ffcebd5631dc', 'name': 'tempest-ServerRescueNegativeTestJSON-1354919940-router', 'tenant_id': '302076e5824b440cacc066e41a50e011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd7c3b874-c9be-43a8-b214-9419a9713fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:27Z', 'updated_at': '2021-05-19T09:31:35Z', 'revision_number': 3, 'project_id': '302076e5824b440cacc066e41a50e011', 'gw_port': {'id': 'd7c3b874-c9be-43a8-b214-9419a9713fe1', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:62:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3b49fd-1395-4870-8cf1-ffcebd5631dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:31Z', 'updated_at': '2021-05-19T09:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb'}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:31:45.664988 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] For port 42780262-602b-4b3c-bae9-4a2fe70f4d79, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=42780262-602b-4b3c-bae9-4a2fe70f4d79,segment=NetworkSegment(99fe1dc6-5cc0-4f55-a1cd-65f659881fe2),segment_id=99fe1dc6-5cc0-4f55-a1cd-65f659881fe2)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:31:45.673054 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:45.675330 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-f23966ce-7011-43c6-9284-a1fe3a6102c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:45.747692 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-3de74b2b-ac5f-40bf-b7c8-283d28de786e tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:45.756627 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Pushing event updated for resources: {'Port': ['ID=42780262-602b-4b3c-bae9-4a2fe70f4d79,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:45.760169 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:45.821464 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0b306489-f233-4f02-a2f8-2203fff70e90 req-41980749-7847-44ab-a892-3cab1407ccdf service neutron] 10.222.0.76 "GET /v2.0/networks/8d54cea7-f4fd-4532-bf47-65be324755b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151032 May 19 09:31:45.856566 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ac86783d-1059-4cd3-be6f-bd43fe10cd49 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:45.880084 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ac694810-c46a-4f3d-be10-4444e2ca2565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:45.880551 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ac86783d-1059-4cd3-be6f-bd43fe10cd49 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750084'] for security_group_rule, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:45.890644 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da7a0c5-6ef2-4646-af09-5a7b43842491 admin admin] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:31:45.900084 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] Sync routers for ids ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'] in dv-cinder-791281-2-smb {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:31:45.902167 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:45.915530 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] Routers {'0a25074c-9bb1-424e-a172-4d1b7e67b33d'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:31:45.917605 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:31:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:31:45.937649 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac694810-c46a-4f3d-be10-4444e2ca2565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa678e7-0978-4bf4-9fc0-5dabab105fdf,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:45.960488 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ac694810-c46a-4f3d-be10-4444e2ca2565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:45.977483 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:45.981929 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-460fe881-10c7-4b44-a28f-50ab4125d7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:46.000421 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-5da7a0c5-6ef2-4646-af09-5a7b43842491 admin admin] 10.222.0.61 "PUT /v2.0/routers/0a25074c-9bb1-424e-a172-4d1b7e67b33d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5037394 May 19 09:31:46.000421 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ac694810-c46a-4f3d-be10-4444e2ca2565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:46.001331 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-ac694810-c46a-4f3d-be10-4444e2ca2565 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bfa678e7-0978-4bf4-9fc0-5dabab105fdf HTTP/1.1" status: 204 len: 168 time: 1.1047034 May 19 09:31:46.013235 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-460fe881-10c7-4b44-a28f-50ab4125d7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:46.022499 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-3de74b2b-ac5f-40bf-b7c8-283d28de786e tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:46.031336 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ac694810-c46a-4f3d-be10-4444e2ca2565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:46.044065 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8c22-b1f0-4c23-93b3-20f72db9aa86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:46.044777 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86783d-1059-4cd3-be6f-bd43fe10cd49 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c43e03-ec2d-4e16-8882-c0867b58c83b,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:46.059907 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ac86783d-1059-4cd3-be6f-bd43fe10cd49 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:46.061092 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ac86783d-1059-4cd3-be6f-bd43fe10cd49 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:46.066429 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-ac86783d-1059-4cd3-be6f-bd43fe10cd49 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5762160 May 19 09:31:46.073571 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 39986) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:46.081045 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:46.233029 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8c22-b1f0-4c23-93b3-20f72db9aa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:46.267791 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-f837bebf-368e-4e23-b304-0f4361286396 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Request body: {'floatingip': {'floating_network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:46.282257 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-f837bebf-368e-4e23-b304-0f4361286396 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:46.308092 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-f837bebf-368e-4e23-b304-0f4361286396 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Usage tracker for resource:floatingip and tenant:f0e37a2a177646dba68287797f2a6e26 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:46.313333 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8c22-b1f0-4c23-93b3-20f72db9aa86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3806299'] for router_interface, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:46.327222 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] Set router 0a25074c-9bb1-424e-a172-4d1b7e67b33d gateway port host: dv-cinder-791281-2-smb {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:31:46.329530 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-f837bebf-368e-4e23-b304-0f4361286396 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:46.331221 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-460fe881-10c7-4b44-a28f-50ab4125d7e9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bbed6b49dcd048febcd6926391bbc866&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5048239 May 19 09:31:46.332446 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fe881-10c7-4b44-a28f-50ab4125d7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbcae97-e3b1-4382-a599-b005c222ea7c,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:46.337091 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 39990) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:46.343532 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-460fe881-10c7-4b44-a28f-50ab4125d7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:46.355907 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-5da7a0c5-6ef2-4646-af09-5a7b43842491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:46.375022 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de74b2b-ac5f-40bf-b7c8-283d28de786e tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Pushing event updated for resources: {'Port': ['ID=a92d8f28-91e9-4fda-b383-fe4e30f1634d,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:46.387612 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-f837bebf-368e-4e23-b304-0f4361286396 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:46.389951 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-3de74b2b-ac5f-40bf-b7c8-283d28de786e tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:46.530925 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-3de74b2b-ac5f-40bf-b7c8-283d28de786e tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Network e5dc340b-0774-45a1-b066-6c9164b5b7b7 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:31:46.549113 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-3de74b2b-ac5f-40bf-b7c8-283d28de786e tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Resources bound (agent type, host, resource id): {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:31:46.555376 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-3de74b2b-ac5f-40bf-b7c8-283d28de786e tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:31:46.573170 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-3de74b2b-ac5f-40bf-b7c8-283d28de786e tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:46.577859 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-3de74b2b-ac5f-40bf-b7c8-283d28de786e tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:46.613609 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f837bebf-368e-4e23-b304-0f4361286396 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for floatingip, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:46.727375 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-3de74b2b-ac5f-40bf-b7c8-283d28de786e tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5935950 May 19 09:31:46.752060 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303ab87-841f-4490-a439-5dbd0646a244 req-048c15ad-49df-4e55-bdb5-f1a75b6276c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:46.753641 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5303ab87-841f-4490-a439-5dbd0646a244 req-048c15ad-49df-4e55-bdb5-f1a75b6276c2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3dc2323d3a854a74925df61ad1d9e5b5&device_id=708713ef-e0bc-480f-b6de-a3b715015197 HTTP/1.1" status: 200 len: 1096 time: 0.8443403 May 19 09:31:46.761999 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] Request body: {'port': {'device_id': 'a32a58a0-ad2c-4be9-a071-63e3c6b005c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:46.771379 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a8c22-b1f0-4c23-93b3-20f72db9aa86 admin admin] Pushing event updated for resources: {'Port': ['ID=2f099ef8-7929-4a22-964b-f89874d37396,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:46.780562 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ac7a8c22-b1f0-4c23-93b3-20f72db9aa86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:46.883494 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e0154e32-b367-4059-8731-c7ccf5bfd7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:46.920736 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccce36-cd7b-4e53-b11c-36633fe44284 req-0f93a1ae-585f-4490-b0ae-00a2ccb1b877 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:46.927936 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-d3ccce36-cd7b-4e53-b11c-36633fe44284 req-0f93a1ae-585f-4490-b0ae-00a2ccb1b877 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=a32a58a0-ad2c-4be9-a071-63e3c6b005c2 HTTP/1.1" status: 200 len: 931 time: 0.8717332 May 19 09:31:46.958851 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'name': 'tempest-AttachVolumeShelveTestJSON-1874506753-router', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:40Z', 'revision_number': 4, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'gw_port': {'id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:25Z', 'updated_at': '2021-05-19T09:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '9e641135-8a85-4e29-8cd2-e7cfcf16ee45', 'name': '', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'mac_address': 'fa:16:3e:3c:50:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:36Z', 'updated_at': '2021-05-19T09:31:41Z', 'revision_number': 2, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'subnets': [{'id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:31:46.964688 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] Checking router: 0a25074c-9bb1-424e-a172-4d1b7e67b33d for host: dv-cinder-791281-2-smb {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:31:46.965176 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] Updating router 0a25074c-9bb1-424e-a172-4d1b7e67b33d port 9e641135-8a85-4e29-8cd2-e7cfcf16ee45 binding host dv-cinder-791281-2-smb {{(pid=91654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:31:47.033495 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:47.035842 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 39998) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:47.082085 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8e2b6-b5b3-496d-b8e5-dc13a9f5c33c req-a0dbcde4-8f49-40cb-8781-488ec1cfff83 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:47.085852 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2cc57fc3-b61e-4f99-afc8-96a985da5ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:47.092491 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f5d8e2b6-b5b3-496d-b8e5-dc13a9f5c33c req-a0dbcde4-8f49-40cb-8781-488ec1cfff83 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/ports?device_id=708713ef-e0bc-480f-b6de-a3b715015197 HTTP/1.1" status: 200 len: 943 time: 0.7640076 May 19 09:31:47.112129 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e0154e32-b367-4059-8731-c7ccf5bfd7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:47.126375 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7a8c22-b1f0-4c23-93b3-20f72db9aa86 admin admin] Network 6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:31:47.131294 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-2cc57fc3-b61e-4f99-afc8-96a985da5ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:47.137454 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-d3ccce36-cd7b-4e53-b11c-36633fe44284 req-b43d946c-8ec8-4e2e-a39b-23c51e479a0b tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Synchronizing usage tracker for tenant:0544d498e16e4618bb71471551a403aa on resource:security_group {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:31:47.140250 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-ac7a8c22-b1f0-4c23-93b3-20f72db9aa86 admin admin] Resources bound (agent type, host, resource id): {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:31:47.153919 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-2cc57fc3-b61e-4f99-afc8-96a985da5ac2 admin admin] Usage tracker for resource:security_group_rule and tenant:afb887e6179a4628b0d4c3c0139e387f is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:47.261862 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-2cc57fc3-b61e-4f99-afc8-96a985da5ac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:47.292280 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-2cc57fc3-b61e-4f99-afc8-96a985da5ac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:47.353203 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:47.366044 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-d3ccce36-cd7b-4e53-b11c-36633fe44284 req-b43d946c-8ec8-4e2e-a39b-23c51e479a0b tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Unset dirty status for tenant:0544d498e16e4618bb71471551a403aa on resource:security_group {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:31:47.367203 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-d3ccce36-cd7b-4e53-b11c-36633fe44284 req-b43d946c-8ec8-4e2e-a39b-23c51e479a0b tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385102 May 19 09:31:47.425279 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f5d8e2b6-b5b3-496d-b8e5-dc13a9f5c33c req-0dc6fd44-96f1-4ab4-b000-9bdd469632e3 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/security-groups?id=255ff895-beb5-40dd-9581-14c0c303f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317113 May 19 09:31:47.441941 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303ab87-841f-4490-a439-5dbd0646a244 req-d6bc096f-c7a0-45b9-b057-83cc62ddb160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:47.443397 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5303ab87-841f-4490-a439-5dbd0646a244 req-d6bc096f-c7a0-45b9-b057-83cc62ddb160 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8d54cea7-f4fd-4532-bf47-65be324755b8 HTTP/1.1" status: 200 len: 912 time: 0.6420317 May 19 09:31:47.448454 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e0154e32-b367-4059-8731-c7ccf5bfd7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:47.462566 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:47.481815 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7a8c22-b1f0-4c23-93b3-20f72db9aa86 admin admin] Router 5d3b49fd-1395-4870-8cf1-ffcebd5631dc has already been hosted by L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 {{(pid=91652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:31:47.489101 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0154e32-b367-4059-8731-c7ccf5bfd7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbcae97-e3b1-4382-a599-b005c222ea7c,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:47.492716 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e0154e32-b367-4059-8731-c7ccf5bfd7fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:47.585135 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] Notify callbacks [] for port, precommit_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:47.599683 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.provisioning_blocks [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] Transition to ACTIVE for port object 9e641135-8a85-4e29-8cd2-e7cfcf16ee45 will not be triggered until provisioned by entity L2. {{(pid=91654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:31:47.609537 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:47.616115 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:47.621245 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e0154e32-b367-4059-8731-c7ccf5bfd7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:47.622470 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-e0154e32-b367-4059-8731-c7ccf5bfd7fe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7cbcae97-e3b1-4382-a599-b005c222ea7c HTTP/1.1" status: 204 len: 168 time: 1.2823284 May 19 09:31:47.687120 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5303ab87-841f-4490-a439-5dbd0646a244 req-0a1a19a0-9f08-4ffd-82d2-96de6f9240c7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=809b80d9-189a-493e-8363-0bfc7acda3de HTTP/1.1" status: 200 len: 217 time: 0.2141678 May 19 09:31:47.706255 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2cc57fc3-b61e-4f99-afc8-96a985da5ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:47.725941 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2cc57fc3-b61e-4f99-afc8-96a985da5ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:47.815963 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a821ba6-a0fb-4b8b-b792-642fed63c248 None None] Pushing event updated for resources: {'Port': ['ID=9e641135-8a85-4e29-8cd2-e7cfcf16ee45,revision_number=3']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:47.829256 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-1a821ba6-a0fb-4b8b-b792-642fed63c248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:47.924762 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303ab87-841f-4490-a439-5dbd0646a244 req-4e7d77a9-21d1-4786-8dbf-44f88e408757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:47.931948 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5303ab87-841f-4490-a439-5dbd0646a244 req-4e7d77a9-21d1-4786-8dbf-44f88e408757 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5c2ecfff-a080-49b3-959e-eb42ddbbd2b8 HTTP/1.1" status: 200 len: 851 time: 0.2278643 May 19 09:31:47.996261 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-cf8aa281-f441-4c2e-af49-97b4d2d643a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:48.013571 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 42780262-602b-4b3c-bae9-4a2fe70f4d79 up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:31:48.030755 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-2cc57fc3-b61e-4f99-afc8-96a985da5ac2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=afb887e6179a4628b0d4c3c0139e387f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9873245 May 19 09:31:48.071724 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 40020) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:48.134802 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] Attempting to bind port 9e641135-8a85-4e29-8cd2-e7cfcf16ee45 on host dv-cinder-791281-2-smb for vnic_type normal with profile {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:31:48.137857 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] Attempting to bind port 9e641135-8a85-4e29-8cd2-e7cfcf16ee45 by drivers openvswitch,hyperv on host dv-cinder-791281-2-smb at level 0 using segments [{'id': 'e9132927-27e6-4fa8-95cd-22862f43b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575'}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:31:48.138400 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] Attempting to bind port 9e641135-8a85-4e29-8cd2-e7cfcf16ee45 on network 0e9acd08-416e-46e7-b45a-77614ba19575 {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:31:48.154401 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] Checking agent: {'id': 'ed3a6ef3-8a48-48e1-82fc-7237784a1888', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 23, 31), 'started_at': datetime.datetime(2021, 5, 19, 9, 24, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:31:48.154777 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] Checking segment: {'id': 'e9132927-27e6-4fa8-95cd-22862f43b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:31:48.155196 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:48.161495 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] Bound using segment: {'id': 'e9132927-27e6-4fa8-95cd-22862f43b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575'} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:31:48.165075 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] Bound port: 9e641135-8a85-4e29-8cd2-e7cfcf16ee45, host: dv-cinder-791281-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9132927-27e6-4fa8-95cd-22862f43b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575'}}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:31:48.166011 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:48.266092 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc57fc3-b61e-4f99-afc8-96a985da5ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f5cbcc-91d1-49f0-a546-c6d3f9b582de,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:48.272722 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 42780262-602b-4b3c-bae9-4a2fe70f4d79 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:31:48.273113 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:48.286970 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5303ab87-841f-4490-a439-5dbd0646a244 req-417460f0-db76-49df-8a3b-537f9f1d61ae service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8d54cea7-f4fd-4532-bf47-65be324755b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689731 May 19 09:31:48.325383 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 40030) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:48.343676 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-2cc57fc3-b61e-4f99-afc8-96a985da5ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:48.371384 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7a8c22-b1f0-4c23-93b3-20f72db9aa86 admin admin] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:31:48.396242 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] For port 9e641135-8a85-4e29-8cd2-e7cfcf16ee45, host dv-cinder-791281-2-smb, cleared binding levels {{(pid=91654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:31:48.407383 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] For port 9e641135-8a85-4e29-8cd2-e7cfcf16ee45, host dv-cinder-791281-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=9e641135-8a85-4e29-8cd2-e7cfcf16ee45,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:31:48.419851 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:48.425869 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-fe47b92a-3392-45e3-90a2-38210efffca2 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Request body: {'security_group': {'name': 'tempest-securitygroup--411452072', 'description': 'tempest-description--1661964612'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:48.436629 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-1918ee57-4f84-468a-8121-d4ff4ac3ebdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:48.437598 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-ac7a8c22-b1f0-4c23-93b3-20f72db9aa86 admin admin] 10.222.0.61 "PUT /v2.0/routers/5d3b49fd-1395-4870-8cf1-ffcebd5631dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1111293 May 19 09:31:48.460619 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f837bebf-368e-4e23-b304-0f4361286396 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:48.508982 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a6d3e3e6-37bf-4a1e-a53d-6922ccf04279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:48.515018 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a821ba6-a0fb-4b8b-b792-642fed63c248 None None] Pushing event updated for resources: {'Port': ['ID=9e641135-8a85-4e29-8cd2-e7cfcf16ee45,revision_number=4']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:48.519548 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-1a821ba6-a0fb-4b8b-b792-642fed63c248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:48.549510 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] Routers {'0a25074c-9bb1-424e-a172-4d1b7e67b33d'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:31:48.550539 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:31:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:31:48.558315 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] Sync routers for ids ['5d3b49fd-1395-4870-8cf1-ffcebd5631dc'] in dv-cinder-791281-2-smb {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:31:48.617854 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a6d3e3e6-37bf-4a1e-a53d-6922ccf04279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:48.759276 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] Routers {'5d3b49fd-1395-4870-8cf1-ffcebd5631dc'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:31:48.759956 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:31:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['5d3b49fd-1395-4870-8cf1-ffcebd5631dc'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:31:48.926461 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] Set router 0a25074c-9bb1-424e-a172-4d1b7e67b33d gateway port host: dv-cinder-791281-2-smb {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:31:48.975699 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a92d8f28-91e9-4fda-b383-fe4e30f1634d {{(pid=91651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:31:48.983769 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:48.998785 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] Transition to ACTIVE for port object a92d8f28-91e9-4fda-b383-fe4e30f1634d will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:31:49.000379 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-fe47b92a-3392-45e3-90a2-38210efffca2 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:49.005191 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-fe47b92a-3392-45e3-90a2-38210efffca2 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Usage tracker for resource:security_group and tenant:51496ccd2f3e43809de083dde69c59d1 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:49.008197 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-fe47b92a-3392-45e3-90a2-38210efffca2 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:49.014952 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-fe47b92a-3392-45e3-90a2-38210efffca2 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:49.024747 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5303ab87-841f-4490-a439-5dbd0646a244 req-b5265679-31da-494f-8343-51743e4643a0 service neutron] 10.222.0.76 "GET /v2.0/networks/8d54cea7-f4fd-4532-bf47-65be324755b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7252185 May 19 09:31:49.030002 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:49.065588 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d77c6-8b9f-4295-8d6f-2fdb399f6782 req-84723227-e2c3-469d-8d68-6a01b5388e27 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:49.077081 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-db1d77c6-8b9f-4295-8d6f-2fdb399f6782 req-84723227-e2c3-469d-8d68-6a01b5388e27 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/ports?device_id=708713ef-e0bc-480f-b6de-a3b715015197 HTTP/1.1" status: 200 len: 943 time: 0.4147670 May 19 09:31:49.096802 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] Set router 5d3b49fd-1395-4870-8cf1-ffcebd5631dc gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:31:49.107941 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fe47b92a-3392-45e3-90a2-38210efffca2 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:49.126146 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a6d3e3e6-37bf-4a1e-a53d-6922ccf04279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:49.129889 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-3de74b2b-ac5f-40bf-b7c8-283d28de786e tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:49.137463 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-4c5db924-6adf-47dc-9d36-55c7b2051951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:49.167581 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 809b80d9-189a-493e-8363-0bfc7acda3de details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:31:49.169576 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3e3e6-37bf-4a1e-a53d-6922ccf04279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f5cbcc-91d1-49f0-a546-c6d3f9b582de,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:49.176376 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a6d3e3e6-37bf-4a1e-a53d-6922ccf04279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:49.183098 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-db1d77c6-8b9f-4295-8d6f-2fdb399f6782 req-719ec430-8c79-4651-baac-742ecaf9ee03 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Synchronizing usage tracker for tenant:3dc2323d3a854a74925df61ad1d9e5b5 on resource:security_group {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:31:49.188165 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a6d3e3e6-37bf-4a1e-a53d-6922ccf04279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:49.189492 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-a6d3e3e6-37bf-4a1e-a53d-6922ccf04279 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c6f5cbcc-91d1-49f0-a546-c6d3f9b582de HTTP/1.1" status: 204 len: 168 time: 1.1168644 May 19 09:31:49.243066 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-db1d77c6-8b9f-4295-8d6f-2fdb399f6782 req-719ec430-8c79-4651-baac-742ecaf9ee03 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Unset dirty status for tenant:3dc2323d3a854a74925df61ad1d9e5b5 on resource:security_group {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:31:49.244577 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-db1d77c6-8b9f-4295-8d6f-2fdb399f6782 req-719ec430-8c79-4651-baac-742ecaf9ee03 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/security-groups?id=255ff895-beb5-40dd-9581-14c0c303f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650350 May 19 09:31:49.247620 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a92d8f28-91e9-4fda-b383-fe4e30f1634d,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:49.251537 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:49.326087 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device d7c3b874-c9be-43a8-b214-9419a9713fe1 up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:31:49.328484 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'name': 'tempest-AttachVolumeShelveTestJSON-1874506753-router', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:40Z', 'revision_number': 4, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'gw_port': {'id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:25Z', 'updated_at': '2021-05-19T09:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '9e641135-8a85-4e29-8cd2-e7cfcf16ee45', 'name': '', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'mac_address': 'fa:16:3e:3c:50:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:36Z', 'updated_at': '2021-05-19T09:31:48Z', 'revision_number': 4, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'subnets': [{'id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:31:49.343028 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c44d4af-efdf-42f4-b96b-6219483c5811 None None] The sync data for ids ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'] in dv-cinder-791281-2-smb is: [{'id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'name': 'tempest-AttachVolumeShelveTestJSON-1874506753-router', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:40Z', 'revision_number': 4, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'gw_port': {'id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:25Z', 'updated_at': '2021-05-19T09:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '9e641135-8a85-4e29-8cd2-e7cfcf16ee45', 'name': '', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'mac_address': 'fa:16:3e:3c:50:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:36Z', 'updated_at': '2021-05-19T09:31:48Z', 'revision_number': 4, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'subnets': [{'id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:31:49.508574 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.db.resource_extend [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 09:31:49.529305 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-fe47b92a-3392-45e3-90a2-38210efffca2 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:49.607364 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-fe47b92a-3392-45e3-90a2-38210efffca2 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Usage tracker for resource:security_group_rule and tenant:51496ccd2f3e43809de083dde69c59d1 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:49.665811 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] Attempting to bind port a92d8f28-91e9-4fda-b383-fe4e30f1634d on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:31:49.670390 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] Attempting to bind port a92d8f28-91e9-4fda-b383-fe4e30f1634d by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '0a28f06a-1a12-4af4-8b52-7fba5e27dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e5dc340b-0774-45a1-b066-6c9164b5b7b7'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:31:49.670816 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] Attempting to bind port a92d8f28-91e9-4fda-b383-fe4e30f1634d on network e5dc340b-0774-45a1-b066-6c9164b5b7b7 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:31:49.677836 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-fe47b92a-3392-45e3-90a2-38210efffca2 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:49.700164 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] Port a92d8f28-91e9-4fda-b383-fe4e30f1634d on network e5dc340b-0774-45a1-b066-6c9164b5b7b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:31:49.700487 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] Attempting to bind port a92d8f28-91e9-4fda-b383-fe4e30f1634d on network e5dc340b-0774-45a1-b066-6c9164b5b7b7 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:31:49.702086 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 809b80d9-189a-493e-8363-0bfc7acda3de, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=809b80d9-189a-493e-8363-0bfc7acda3de,segment=NetworkSegment(f748bb92-366e-46be-974f-188020494937),segment_id=f748bb92-366e-46be-974f-188020494937)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:31:49.786404 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Returning: {'device': '809b80d9-189a-493e-8363-0bfc7acda3de', 'network_id': '8d54cea7-f4fd-4532-bf47-65be324755b8', 'port_id': '809b80d9-189a-493e-8363-0bfc7acda3de', 'mac_address': 'fa:16:3e:c9:7e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2ecfff-a080-49b3-959e-eb42ddbbd2b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:31:49.802818 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-fe47b92a-3392-45e3-90a2-38210efffca2 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:49.842042 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a6e72-5bb6-4b3c-852f-0d4001da6068 req-b0777685-6482-48c1-8f2c-1d6898cd2374 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:49.844117 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-464a6e72-5bb6-4b3c-852f-0d4001da6068 req-b0777685-6482-48c1-8f2c-1d6898cd2374 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Synchronizing usage tracker for tenant:0544d498e16e4618bb71471551a403aa on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:31:49.867241 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5303ab87-841f-4490-a439-5dbd0646a244 req-d585175b-0a60-4df9-9eb7-bdf9109209a0 service neutron] 10.222.0.76 "GET /v2.0/networks/8d54cea7-f4fd-4532-bf47-65be324755b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8019159 May 19 09:31:50.018501 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] Checking agent: {'id': 'e2b12f16-87f3-476d-a836-3e2e94bcfd4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'started_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:31:50.019091 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] Checking segment: {'id': '0a28f06a-1a12-4af4-8b52-7fba5e27dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e5dc340b-0774-45a1-b066-6c9164b5b7b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:31:50.019759 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] Bound using segment: {'id': '0a28f06a-1a12-4af4-8b52-7fba5e27dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e5dc340b-0774-45a1-b066-6c9164b5b7b7'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:31:50.021304 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] Bound port: a92d8f28-91e9-4fda-b383-fe4e30f1634d, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a28f06a-1a12-4af4-8b52-7fba5e27dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e5dc340b-0774-45a1-b066-6c9164b5b7b7'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:31:50.021304 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:50.195943 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-464a6e72-5bb6-4b3c-852f-0d4001da6068 req-b0777685-6482-48c1-8f2c-1d6898cd2374 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Unset dirty status for tenant:0544d498e16e4618bb71471551a403aa on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:31:50.206337 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-464a6e72-5bb6-4b3c-852f-0d4001da6068 req-b0777685-6482-48c1-8f2c-1d6898cd2374 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=a32a58a0-ad2c-4be9-a071-63e3c6b005c2 HTTP/1.1" status: 200 len: 943 time: 1.1779013 May 19 09:31:50.342545 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fe47b92a-3392-45e3-90a2-38210efffca2 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:50.368743 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:50.405708 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-51f5f5ad-61b8-4a6d-b5a0-5de76a7f4843 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:50.407223 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-51f5f5ad-61b8-4a6d-b5a0-5de76a7f4843 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Synchronizing usage tracker for tenant:302076e5824b440cacc066e41a50e011 on resource:network {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:31:50.431513 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fe47b92a-3392-45e3-90a2-38210efffca2 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:50.437208 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-51f5f5ad-61b8-4a6d-b5a0-5de76a7f4843 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Unset dirty status for tenant:302076e5824b440cacc066e41a50e011 on resource:network {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:31:50.440685 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 809b80d9-189a-493e-8363-0bfc7acda3de {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:31:50.449489 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-51f5f5ad-61b8-4a6d-b5a0-5de76a7f4843 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/networks?id=6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 HTTP/1.1" status: 200 len: 819 time: 0.4734199 May 19 09:31:50.450956 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning for port d7c3b874-c9be-43a8-b214-9419a9713fe1 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:31:50.458672 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port d7c3b874-c9be-43a8-b214-9419a9713fe1 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:31:50.459349 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:50.480724 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-9957315f-c043-4ec2-8478-7239d515126c tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/quotas/302076e5824b440cacc066e41a50e011 HTTP/1.1" status: 200 len: 375 time: 0.0296073 May 19 09:31:50.487589 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-acfa6226-a766-41ce-b77c-b79931d36b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:50.584324 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-7780fe9c-27ea-4eff-bf20-6b4fbc7f57fd tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Synchronizing usage tracker for tenant:302076e5824b440cacc066e41a50e011 on resource:port {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:31:50.633342 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 809b80d9-189a-493e-8363-0bfc7acda3de, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=809b80d9-189a-493e-8363-0bfc7acda3de,segment=NetworkSegment(f748bb92-366e-46be-974f-188020494937),segment_id=f748bb92-366e-46be-974f-188020494937)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:31:50.633790 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-7780fe9c-27ea-4eff-bf20-6b4fbc7f57fd tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Unset dirty status for tenant:302076e5824b440cacc066e41a50e011 on resource:port {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:31:50.647229 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-7780fe9c-27ea-4eff-bf20-6b4fbc7f57fd tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=302076e5824b440cacc066e41a50e011&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1652668 May 19 09:31:50.672201 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [None req-f837bebf-368e-4e23-b304-0f4361286396 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Allocated IP 172.28.0.86 (7d528ae4-f655-4215-abed-2652e9d6f37f/518ab1fe-b41e-417a-a1c0-f577284c585f/21275569-942a-4d61-9f76-5800219a7924) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:31:50.672871 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:50.688651 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:50.703006 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-464a6e72-5bb6-4b3c-852f-0d4001da6068 req-41bc1019-c89c-469f-8ba5-07a58e822a59 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470809 May 19 09:31:50.706698 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47b92a-3392-45e3-90a2-38210efffca2 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:50.724318 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-fe47b92a-3392-45e3-90a2-38210efffca2 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:50.726687 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] For port a92d8f28-91e9-4fda-b383-fe4e30f1634d, host hv-cinder-79128, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:31:50.728808 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fe47b92a-3392-45e3-90a2-38210efffca2 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:50.733425 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-fe47b92a-3392-45e3-90a2-38210efffca2 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.4036751 May 19 09:31:50.754476 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] For port a92d8f28-91e9-4fda-b383-fe4e30f1634d, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a92d8f28-91e9-4fda-b383-fe4e30f1634d,segment=NetworkSegment(0a28f06a-1a12-4af4-8b52-7fba5e27dbe7),segment_id=0a28f06a-1a12-4af4-8b52-7fba5e27dbe7)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:31:50.793115 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 40156) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:50.835457 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-00533c39-172c-4e32-861c-c26ae4d6664c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Request body: {'security_group_rule': {'security_group_id': '602ca5cb-69d8-424b-bb5e-f9f11f83b3fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:50.841055 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:50.865855 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3b49fd-1395-4870-8cf1-ffcebd5631dc', 'name': 'tempest-ServerRescueNegativeTestJSON-1354919940-router', 'tenant_id': '302076e5824b440cacc066e41a50e011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd7c3b874-c9be-43a8-b214-9419a9713fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:27Z', 'updated_at': '2021-05-19T09:31:45Z', 'revision_number': 4, 'project_id': '302076e5824b440cacc066e41a50e011', 'gw_port': {'id': 'd7c3b874-c9be-43a8-b214-9419a9713fe1', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:62:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3b49fd-1395-4870-8cf1-ffcebd5631dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:31Z', 'updated_at': '2021-05-19T09:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '2f099ef8-7929-4a22-964b-f89874d37396', 'name': '', 'network_id': '6c3f3406-bcfb-4896-a57f-c7cc7b96bce2', 'tenant_id': '302076e5824b440cacc066e41a50e011', 'mac_address': 'fa:16:3e:de:b6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3b49fd-1395-4870-8cf1-ffcebd5631dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c29da06d-ddc0-47de-bede-92d24f90436f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:43Z', 'updated_at': '2021-05-19T09:31:45Z', 'revision_number': 2, 'project_id': '302076e5824b440cacc066e41a50e011', 'subnets': [{'id': 'c29da06d-ddc0-47de-bede-92d24f90436f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:31:50.876717 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-00533c39-172c-4e32-861c-c26ae4d6664c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:50.878911 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=809b80d9-189a-493e-8363-0bfc7acda3de,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:50.886604 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:50.911891 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] Checking router: 5d3b49fd-1395-4870-8cf1-ffcebd5631dc for host: dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:31:50.920300 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] Updating router 5d3b49fd-1395-4870-8cf1-ffcebd5631dc port 2f099ef8-7929-4a22-964b-f89874d37396 binding host dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:31:50.970560 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-85fc4b4d-b23b-4969-970c-36686026bc90 service neutron] 10.222.0.61 "GET /v2.0/networks/6c3f3406-bcfb-4896-a57f-c7cc7b96bce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217802 May 19 09:31:51.023203 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['809b80d9-189a-493e-8363-0bfc7acda3de'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:31:51.043846 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b177f155-a3e6-4bd4-ab05-ab3e956d36cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:51.220159 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-00533c39-172c-4e32-861c-c26ae4d6664c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Usage tracker for resource:security_group_rule and tenant:51496ccd2f3e43809de083dde69c59d1 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:51.228135 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-dc1028c5-8064-440d-a82a-c640d4e78a60 service neutron] 10.222.0.61 "GET /v2.0/networks/6c3f3406-bcfb-4896-a57f-c7cc7b96bce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565229 May 19 09:31:51.249414 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:51.251424 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-00533c39-172c-4e32-861c-c26ae4d6664c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:51.273262 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:51.307465 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] For port d7c3b874-c9be-43a8-b214-9419a9713fe1, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=d7c3b874-c9be-43a8-b214-9419a9713fe1,segment=NetworkSegment(55747ea9-294a-4e73-8f61-78bde3a770f5),segment_id=55747ea9-294a-4e73-8f61-78bde3a770f5)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:31:51.415093 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:51.418916 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:51.421128 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] 10.222.0.76 "PUT /v2.0/ports/a92d8f28-91e9-4fda-b383-fe4e30f1634d HTTP/1.1" status: 200 len: 1093 time: 4.6640232 May 19 09:31:51.446496 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-00533c39-172c-4e32-861c-c26ae4d6664c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:51.458670 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32a58a0-ad2c-4be9-a071-63e3c6b005c2', 'tag': 'a92d8f28-91e9-4fda-b383-fe4e30f1634d'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:31:51.568298 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f837bebf-368e-4e23-b304-0f4361286396 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:51.700662 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32a58a0-ad2c-4be9-a071-63e3c6b005c2', 'tag': 'a92d8f28-91e9-4fda-b383-fe4e30f1634d', 'status': 'completed', 'code': 200} May 19 09:31:51.717717 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a92d8f28-91e9-4fda-b383-fe4e30f1634d,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:51.739601 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:51.743737 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:51.748110 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-00533c39-172c-4e32-861c-c26ae4d6664c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:51.761316 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:51.815081 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b91973d3-5d34-4960-bce0-cdcb5ec4979d req-d35cb3bb-1e7e-47a3-9df0-065917f510e3 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 210 time: 0.0919173 May 19 09:31:51.915382 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f837bebf-368e-4e23-b304-0f4361286396 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:51.955895 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Pushing event updated for resources: {'Port': ['ID=d7c3b874-c9be-43a8-b214-9419a9713fe1,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:51.980193 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:52.040730 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:52.042331 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 9e641135-8a85-4e29-8cd2-e7cfcf16ee45 up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:31:52.114351 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a514b6a-9ddf-401d-aa6d-87c74421ea22 req-ea75394d-5eff-42c6-9d3d-bb0f0594dcdc tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:52.116338 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-8a514b6a-9ddf-401d-aa6d-87c74421ea22 req-ea75394d-5eff-42c6-9d3d-bb0f0594dcdc tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/ports?device_id=708713ef-e0bc-480f-b6de-a3b715015197 HTTP/1.1" status: 200 len: 944 time: 0.9448392 May 19 09:31:52.123163 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348915b-fe47-4959-aa4c-dc154d1586bf req-2179cb93-1577-4bee-bd11-12945e7124c4 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:52.130790 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-9a0e101d-4db8-4a44-92b0-ef2823e57816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:52.131092 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-7348915b-fe47-4959-aa4c-dc154d1586bf req-2179cb93-1577-4bee-bd11-12945e7124c4 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=a32a58a0-ad2c-4be9-a071-63e3c6b005c2 HTTP/1.1" status: 200 len: 943 time: 0.1062057 May 19 09:31:52.132654 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-9a0e101d-4db8-4a44-92b0-ef2823e57816 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0544d498e16e4618bb71471551a403aa&device_id=a32a58a0-ad2c-4be9-a071-63e3c6b005c2 HTTP/1.1" status: 200 len: 1096 time: 0.6433575 May 19 09:31:52.138347 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f837bebf-368e-4e23-b304-0f4361286396 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Network 7d528ae4-f655-4215-abed-2652e9d6f37f is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:31:52.156344 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-f837bebf-368e-4e23-b304-0f4361286396 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Resources bound (agent type, host, resource id): {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:31:52.243648 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-7348915b-fe47-4959-aa4c-dc154d1586bf req-168ad6c6-250e-487a-bbdc-816e8ada34c5 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112905 May 19 09:31:52.267743 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] Notify callbacks [] for port, precommit_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:52.309161 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-dd7ea4a4-8bc1-4e9b-8159-40d6272f810e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a92d8f28-91e9-4fda-b383-fe4e30f1634d HTTP/1.1" status: 200 len: 217 time: 0.1615856 May 19 09:31:52.322139 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-00533c39-172c-4e32-861c-c26ae4d6664c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:52.328954 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f837bebf-368e-4e23-b304-0f4361286396 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:31:52.345454 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] Transition to ACTIVE for port object 2f099ef8-7929-4a22-964b-f89874d37396 will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:31:52.372112 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:52.385528 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:52.439736 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-00533c39-172c-4e32-861c-c26ae4d6664c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750084'] for security_group_rule, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:52.444936 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning for port 9e641135-8a85-4e29-8cd2-e7cfcf16ee45 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:31:52.460137 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 9e641135-8a85-4e29-8cd2-e7cfcf16ee45 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:31:52.460828 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:52.574310 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-8a514b6a-9ddf-401d-aa6d-87c74421ea22 req-3125e572-d9ca-4255-a926-a4466ce1bb64 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/security-groups?id=255ff895-beb5-40dd-9581-14c0c303f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388552 May 19 09:31:52.658642 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837bebf-368e-4e23-b304-0f4361286396 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Pushing event updated for resources: {'Port': ['ID=21275569-942a-4d61-9f76-5800219a7924,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:52.694160 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f837bebf-368e-4e23-b304-0f4361286396 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:52.694750 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:52.755151 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 40236) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:52.776916 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-48bf48f2-9c5d-435a-bbcf-132e61d5a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:52.778384 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-48bf48f2-9c5d-435a-bbcf-132e61d5a8c7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fd51e182-9590-4f5a-a12b-b129f5ac7e70 HTTP/1.1" status: 200 len: 855 time: 0.4414260 May 19 09:31:52.800865 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-00533c39-172c-4e32-861c-c26ae4d6664c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:52.802044 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-00533c39-172c-4e32-861c-c26ae4d6664c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0079587 May 19 09:31:52.812569 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f837bebf-368e-4e23-b304-0f4361286396 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:52.814612 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00533c39-172c-4e32-861c-c26ae4d6664c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c804aa70-79fb-4fe6-987b-3141963e796c,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:52.843312 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1cf775-d142-44c4-ad1a-8d2ad91216eb None None] Pushing event updated for resources: {'Port': ['ID=2f099ef8-7929-4a22-964b-f89874d37396,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:52.848154 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1d1cf775-d142-44c4-ad1a-8d2ad91216eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:52.901504 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 40242) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:52.907978 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-00533c39-172c-4e32-861c-c26ae4d6664c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:52.915925 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] Attempting to bind port 2f099ef8-7929-4a22-964b-f89874d37396 on host dv-cinder-791281-2-smb for vnic_type normal with profile {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:31:52.916344 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] Attempting to bind port 2f099ef8-7929-4a22-964b-f89874d37396 by drivers openvswitch,hyperv on host dv-cinder-791281-2-smb at level 0 using segments [{'id': '3b579030-0c44-4723-88e9-8148ea7ddfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6c3f3406-bcfb-4896-a57f-c7cc7b96bce2'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:31:52.916882 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] Attempting to bind port 2f099ef8-7929-4a22-964b-f89874d37396 on network 6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:31:52.926695 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] Checking agent: {'id': 'ed3a6ef3-8a48-48e1-82fc-7237784a1888', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 23, 31), 'started_at': datetime.datetime(2021, 5, 19, 9, 24, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:31:52.930993 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-37c4cfe1-e3ff-4fca-b8e2-1267b9d6c974 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Request body: {'security_group_rule': {'security_group_id': '602ca5cb-69d8-424b-bb5e-f9f11f83b3fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:52.942092 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] Checking segment: {'id': '3b579030-0c44-4723-88e9-8148ea7ddfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6c3f3406-bcfb-4896-a57f-c7cc7b96bce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:31:52.942735 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:52.943285 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] Bound using segment: {'id': '3b579030-0c44-4723-88e9-8148ea7ddfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6c3f3406-bcfb-4896-a57f-c7cc7b96bce2'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:31:52.943970 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] Bound port: 2f099ef8-7929-4a22-964b-f89874d37396, host: dv-cinder-791281-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b579030-0c44-4723-88e9-8148ea7ddfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6c3f3406-bcfb-4896-a57f-c7cc7b96bce2'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:31:52.944550 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:52.956003 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-8834b180-3a1f-4772-8b8e-f262c502c4a4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e5dc340b-0774-45a1-b066-6c9164b5b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1528161 May 19 09:31:53.036305 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-37c4cfe1-e3ff-4fca-b8e2-1267b9d6c974 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:53.062475 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-99ca2b38-9e38-4dd2-84d1-10893468858c tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:53.077244 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-99ca2b38-9e38-4dd2-84d1-10893468858c tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/networks?id=6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 HTTP/1.1" status: 200 len: 819 time: 0.4837892 May 19 09:31:53.085042 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-37c4cfe1-e3ff-4fca-b8e2-1267b9d6c974 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Usage tracker for resource:security_group_rule and tenant:51496ccd2f3e43809de083dde69c59d1 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:53.104539 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-2c13d35a-e240-4c0d-bfff-0df17a0ff483 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/quotas/302076e5824b440cacc066e41a50e011 HTTP/1.1" status: 200 len: 375 time: 0.0212934 May 19 09:31:53.120741 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-37c4cfe1-e3ff-4fca-b8e2-1267b9d6c974 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:53.134620 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4a361459-85d0-4c66-b649-310b19b15aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:53.148010 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-37c4cfe1-e3ff-4fca-b8e2-1267b9d6c974 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:53.200730 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:53.215868 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] For port 2f099ef8-7929-4a22-964b-f89874d37396, host dv-cinder-791281-2-smb, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:31:53.224407 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f837bebf-368e-4e23-b304-0f4361286396 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:53.263131 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-4a361459-85d0-4c66-b649-310b19b15aa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:53.264342 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] For port 2f099ef8-7929-4a22-964b-f89874d37396, host dv-cinder-791281-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=2f099ef8-7929-4a22-964b-f89874d37396,segment=NetworkSegment(3b579030-0c44-4723-88e9-8148ea7ddfec),segment_id=3b579030-0c44-4723-88e9-8148ea7ddfec)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:31:53.281781 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:53.287434 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:53.288253 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-4a361459-85d0-4c66-b649-310b19b15aa1 admin admin] Usage tracker for resource:security_group_rule and tenant:5eb3632006ad484e97b74883e4f58275 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:53.289934 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-c57deae9-ed96-4885-a252-0d23b0af146d tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=302076e5824b440cacc066e41a50e011&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1798620 May 19 09:31:53.319828 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-4a361459-85d0-4c66-b649-310b19b15aa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:53.320268 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] For port 9e641135-8a85-4e29-8cd2-e7cfcf16ee45, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=9e641135-8a85-4e29-8cd2-e7cfcf16ee45,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:31:53.333719 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-37c4cfe1-e3ff-4fca-b8e2-1267b9d6c974 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:53.348938 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:53.381016 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] Routers {'5d3b49fd-1395-4870-8cf1-ffcebd5631dc'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:31:53.382022 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:31:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['5d3b49fd-1395-4870-8cf1-ffcebd5631dc'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:31:53.402758 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-4a361459-85d0-4c66-b649-310b19b15aa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:53.442555 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1cf775-d142-44c4-ad1a-8d2ad91216eb None None] Pushing event updated for resources: {'Port': ['ID=2f099ef8-7929-4a22-964b-f89874d37396,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:53.451003 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1d1cf775-d142-44c4-ad1a-8d2ad91216eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:53.451714 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-cef79b1e-b539-4c23-a506-22c3864369ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:53.529805 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-be6d3df7-0bfd-42cb-8a07-590bd5877026 service neutron] 10.222.0.61 "GET /v2.0/networks/6c3f3406-bcfb-4896-a57f-c7cc7b96bce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309332 May 19 09:31:53.666361 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Pushing event updated for resources: {'Port': ['ID=9e641135-8a85-4e29-8cd2-e7cfcf16ee45,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:53.676041 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:53.692358 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-f4ac84da-a850-4ff8-adac-92d41d96cace service neutron] 10.222.0.61 "GET /v2.0/networks/6c3f3406-bcfb-4896-a57f-c7cc7b96bce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612313 May 19 09:31:53.741282 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] Set router 5d3b49fd-1395-4870-8cf1-ffcebd5631dc gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:31:53.772187 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-b56b5dd6-2b63-4e27-b651-fdede56bcbdf service neutron] 10.222.0.76 "GET /v2.0/networks/e5dc340b-0774-45a1-b066-6c9164b5b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7333252 May 19 09:31:53.886519 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 9e641135-8a85-4e29-8cd2-e7cfcf16ee45 up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:31:54.127549 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f837bebf-368e-4e23-b304-0f4361286396 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:54.136313 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-37c4cfe1-e3ff-4fca-b8e2-1267b9d6c974 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:54.174370 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-37c4cfe1-e3ff-4fca-b8e2-1267b9d6c974 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750084'] for security_group_rule, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:54.227739 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f837bebf-368e-4e23-b304-0f4361286396 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:54.249507 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:54.262602 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f4910-8460-44bc-a47b-c2cfc845a548 req-12d7b0eb-26d0-4086-b069-142f4afdda67 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:54.271560 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-539f4910-8460-44bc-a47b-c2cfc845a548 req-12d7b0eb-26d0-4086-b069-142f4afdda67 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/ports?device_id=708713ef-e0bc-480f-b6de-a3b715015197 HTTP/1.1" status: 200 len: 944 time: 0.1498008 May 19 09:31:54.285108 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4cfe1-e3ff-4fca-b8e2-1267b9d6c974 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff01a592-4691-4011-8e7f-68911e8cc827,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:54.296151 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82061719-2a88-4dc0-9a67-b1191bf841ab req-b0f9d545-bce5-4cb2-a1bb-e72fea696bc3 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:54.303740 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-82061719-2a88-4dc0-9a67-b1191bf841ab req-b0f9d545-bce5-4cb2-a1bb-e72fea696bc3 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=a32a58a0-ad2c-4be9-a071-63e3c6b005c2 HTTP/1.1" status: 200 len: 943 time: 0.6531756 May 19 09:31:54.313664 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-82ab1cdb-7803-4587-9695-29293984d825 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:54.315627 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-82ab1cdb-7803-4587-9695-29293984d825 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.76 "GET /v2.0/networks?id=6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 HTTP/1.1" status: 200 len: 819 time: 0.4224062 May 19 09:31:54.316505 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 9e641135-8a85-4e29-8cd2-e7cfcf16ee45 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:31:54.316885 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:54.319575 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-37c4cfe1-e3ff-4fca-b8e2-1267b9d6c974 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:54.325849 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:54.336633 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-539f4910-8460-44bc-a47b-c2cfc845a548 req-1fd06c97-ca9c-4333-8624-f8f8f0d9913b tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/security-groups?id=255ff895-beb5-40dd-9581-14c0c303f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640459 May 19 09:31:54.420239 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-0705059f-cf0e-48d1-bb14-5f57bc3f9103 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Request body: {'port': {'device_id': '307c3f8e-1fda-4fdf-b436-9f150edf008a', 'network_id': '6c3f3406-bcfb-4896-a57f-c7cc7b96bce2', 'admin_state_up': True, 'tenant_id': '302076e5824b440cacc066e41a50e011'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:54.449743 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-cc6970cd-67a4-4525-8ba6-ed3bd890b767 req-894cdfd3-6f73-4266-ab17-b8fc2472cebc tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 210 time: 0.0714507 May 19 09:31:54.479742 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f837bebf-368e-4e23-b304-0f4361286396 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806387'] for floatingip, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:54.517864 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3b49fd-1395-4870-8cf1-ffcebd5631dc', 'name': 'tempest-ServerRescueNegativeTestJSON-1354919940-router', 'tenant_id': '302076e5824b440cacc066e41a50e011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd7c3b874-c9be-43a8-b214-9419a9713fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:27Z', 'updated_at': '2021-05-19T09:31:45Z', 'revision_number': 4, 'project_id': '302076e5824b440cacc066e41a50e011', 'gw_port': {'id': 'd7c3b874-c9be-43a8-b214-9419a9713fe1', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3b49fd-1395-4870-8cf1-ffcebd5631dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:31Z', 'updated_at': '2021-05-19T09:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '2f099ef8-7929-4a22-964b-f89874d37396', 'name': '', 'network_id': '6c3f3406-bcfb-4896-a57f-c7cc7b96bce2', 'tenant_id': '302076e5824b440cacc066e41a50e011', 'mac_address': 'fa:16:3e:de:b6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3b49fd-1395-4870-8cf1-ffcebd5631dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c29da06d-ddc0-47de-bede-92d24f90436f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:43Z', 'updated_at': '2021-05-19T09:31:53Z', 'revision_number': 4, 'project_id': '302076e5824b440cacc066e41a50e011', 'subnets': [{'id': 'c29da06d-ddc0-47de-bede-92d24f90436f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:31:54.519817 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837bebf-368e-4e23-b304-0f4361286396 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Pushing event updated for resources: {'Port': ['ID=21275569-942a-4d61-9f76-5800219a7924,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:54.540305 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db63a4c5-f97f-49d7-9066-4193e53cff39 None None] The sync data for ids ['5d3b49fd-1395-4870-8cf1-ffcebd5631dc'] in dv-cinder-791281-2-smb is: [{'id': '5d3b49fd-1395-4870-8cf1-ffcebd5631dc', 'name': 'tempest-ServerRescueNegativeTestJSON-1354919940-router', 'tenant_id': '302076e5824b440cacc066e41a50e011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd7c3b874-c9be-43a8-b214-9419a9713fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:27Z', 'updated_at': '2021-05-19T09:31:45Z', 'revision_number': 4, 'project_id': '302076e5824b440cacc066e41a50e011', 'gw_port': {'id': 'd7c3b874-c9be-43a8-b214-9419a9713fe1', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3b49fd-1395-4870-8cf1-ffcebd5631dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:31Z', 'updated_at': '2021-05-19T09:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '2f099ef8-7929-4a22-964b-f89874d37396', 'name': '', 'network_id': '6c3f3406-bcfb-4896-a57f-c7cc7b96bce2', 'tenant_id': '302076e5824b440cacc066e41a50e011', 'mac_address': 'fa:16:3e:de:b6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3b49fd-1395-4870-8cf1-ffcebd5631dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c29da06d-ddc0-47de-bede-92d24f90436f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:43Z', 'updated_at': '2021-05-19T09:31:53Z', 'revision_number': 4, 'project_id': '302076e5824b440cacc066e41a50e011', 'subnets': [{'id': 'c29da06d-ddc0-47de-bede-92d24f90436f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:31:54.552920 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device d7c3b874-c9be-43a8-b214-9419a9713fe1 up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:31:54.644043 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port d7c3b874-c9be-43a8-b214-9419a9713fe1 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:31:54.644411 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:54.685869 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f837bebf-368e-4e23-b304-0f4361286396 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:54.697167 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-37c4cfe1-e3ff-4fca-b8e2-1267b9d6c974 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:54.709431 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-37c4cfe1-e3ff-4fca-b8e2-1267b9d6c974 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8065798 May 19 09:31:54.711493 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 40276) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:54.722853 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-7e55707b-13ab-48af-bed6-56880ba595cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Request body: {'floatingip': {'floating_network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:54.724297 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-70ff705d-ddf5-4f9f-a6ec-4bd3842caea4 req-71941cb1-ffa1-4214-8951-9c6aa7b796f3 service neutron] 10.222.0.76 "GET /v2.0/networks/e5dc340b-0774-45a1-b066-6c9164b5b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9375763 May 19 09:31:54.725007 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f837bebf-368e-4e23-b304-0f4361286396 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for floatingip, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:54.726102 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-f837bebf-368e-4e23-b304-0f4361286396 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.6478245 May 19 09:31:54.745727 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-82061719-2a88-4dc0-9a67-b1191bf841ab req-124de529-d12f-4275-a805-88606ddcc789 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408429 May 19 09:31:54.758419 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-7e55707b-13ab-48af-bed6-56880ba595cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:54.765178 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-7e55707b-13ab-48af-bed6-56880ba595cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Usage tracker for resource:floatingip and tenant:51496ccd2f3e43809de083dde69c59d1 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:54.769394 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-7e55707b-13ab-48af-bed6-56880ba595cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:54.772283 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-0705059f-cf0e-48d1-bb14-5f57bc3f9103 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:54.782149 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-7e55707b-13ab-48af-bed6-56880ba595cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:54.859642 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4a361459-85d0-4c66-b649-310b19b15aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:54.860862 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-0705059f-cf0e-48d1-bb14-5f57bc3f9103 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:54.872643 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7e55707b-13ab-48af-bed6-56880ba595cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for floatingip, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:54.946430 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4a361459-85d0-4c66-b649-310b19b15aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:54.987794 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:55.018677 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-4a361459-85d0-4c66-b649-310b19b15aa1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5eb3632006ad484e97b74883e4f58275&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2487330 May 19 09:31:55.022006 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-0705059f-cf0e-48d1-bb14-5f57bc3f9103 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Made reservation on behalf of 302076e5824b440cacc066e41a50e011 for: {'port': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:31:55.032575 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-0705059f-cf0e-48d1-bb14-5f57bc3f9103 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:55.057920 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 40290) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:55.101550 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 809b80d9-189a-493e-8363-0bfc7acda3de up at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:31:55.191918 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a361459-85d0-4c66-b649-310b19b15aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35df5db6-c044-418c-9ba5-28c3fa03f2e1,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:55.219392 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4a361459-85d0-4c66-b649-310b19b15aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:55.240310 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-77993708-8520-4511-a49b-e72dd41ccf15 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Synchronizing usage tracker for tenant:f0e37a2a177646dba68287797f2a6e26 on resource:security_group {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:31:55.241619 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935c1d5-05ca-4762-96ba-97fec4fa87f6 req-4bbc1fb5-b6e9-43ec-aea7-84136aafc9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:55.243187 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-8935c1d5-05ca-4762-96ba-97fec4fa87f6 req-4bbc1fb5-b6e9-43ec-aea7-84136aafc9da service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0544d498e16e4618bb71471551a403aa&device_id=a32a58a0-ad2c-4be9-a071-63e3c6b005c2 HTTP/1.1" status: 200 len: 1096 time: 0.3724804 May 19 09:31:55.269969 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning for port 809b80d9-189a-493e-8363-0bfc7acda3de completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:31:55.277509 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning complete for port 809b80d9-189a-493e-8363-0bfc7acda3de triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:31:55.277961 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:55.404648 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-77993708-8520-4511-a49b-e72dd41ccf15 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Unset dirty status for tenant:f0e37a2a177646dba68287797f2a6e26 on resource:security_group {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:31:55.411160 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-77993708-8520-4511-a49b-e72dd41ccf15 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1579014076&fields=id&tenant_id=f0e37a2a177646dba68287797f2a6e26 HTTP/1.1" status: 200 len: 267 time: 0.2617261 May 19 09:31:55.430463 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-291462b2-1fcf-4c06-ad6f-8c3f5d1fd1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:55.546129 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:55.558497 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-0705059f-cf0e-48d1-bb14-5f57bc3f9103 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Allocated IP 172.20.0.3 (6c3f3406-bcfb-4896-a57f-c7cc7b96bce2/c29da06d-ddc0-47de-bede-92d24f90436f/521d8f58-79a5-4eb5-90e1-bd630e3a9ea2) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:31:55.588042 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 809b80d9-189a-493e-8363-0bfc7acda3de, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=809b80d9-189a-493e-8363-0bfc7acda3de,segment=NetworkSegment(f748bb92-366e-46be-974f-188020494937),segment_id=f748bb92-366e-46be-974f-188020494937)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:31:55.589015 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708713ef-e0bc-480f-b6de-a3b715015197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809b80d9-189a-493e-8363-0bfc7acda3de'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:31:55.651984 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.76', 55530) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:55.663553 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:55.678287 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-620ad0ea-1dfc-4c4a-b593-bdf22fcf9bc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:55.707893 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-f0b92f03-7314-40a2-8872-adea9d2265dd tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:55.709021 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-f0b92f03-7314-40a2-8872-adea9d2265dd tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Synchronizing usage tracker for tenant:f0e37a2a177646dba68287797f2a6e26 on resource:network {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:31:55.744438 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-291462b2-1fcf-4c06-ad6f-8c3f5d1fd1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:55.763339 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935c1d5-05ca-4762-96ba-97fec4fa87f6 req-6bf1d941-244c-4779-b570-063528abd02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:55.765116 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-8935c1d5-05ca-4762-96ba-97fec4fa87f6 req-6bf1d941-244c-4779-b570-063528abd02f service neutron] 10.222.0.76 "GET /v2.0/networks?id=e5dc340b-0774-45a1-b066-6c9164b5b7b7 HTTP/1.1" status: 200 len: 916 time: 0.5125098 May 19 09:31:55.772590 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7e55707b-13ab-48af-bed6-56880ba595cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:55.878610 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=809b80d9-189a-493e-8363-0bfc7acda3de,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:55.883542 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:55.941809 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-8935c1d5-05ca-4762-96ba-97fec4fa87f6 req-cd0c6b29-84e6-419a-89f0-35b1e62fd2cc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a92d8f28-91e9-4fda-b383-fe4e30f1634d HTTP/1.1" status: 200 len: 217 time: 0.1608293 May 19 09:31:55.962743 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 2f099ef8-7929-4a22-964b-f89874d37396 up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:31:56.029439 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:31:56.030971 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-f0b92f03-7314-40a2-8872-adea9d2265dd tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Unset dirty status for tenant:f0e37a2a177646dba68287797f2a6e26 on resource:network {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:31:56.032533 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-f0b92f03-7314-40a2-8872-adea9d2265dd tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/networks?id=fe3c14a7-95b2-4211-8c13-ae471fbbb112 HTTP/1.1" status: 200 len: 811 time: 0.6051481 May 19 09:31:56.071424 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning for port 2f099ef8-7929-4a22-964b-f89874d37396 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:31:56.084065 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 2f099ef8-7929-4a22-964b-f89874d37396 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:31:56.084659 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:56.089300 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-291462b2-1fcf-4c06-ad6f-8c3f5d1fd1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:56.095563 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-e5bc0093-cafb-45c8-bd5f-c7068ade5420 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/quotas/f0e37a2a177646dba68287797f2a6e26 HTTP/1.1" status: 200 len: 375 time: 0.0544555 May 19 09:31:56.112939 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-3a640dab-1ae0-4a88-8971-8b78c7b126d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:56.175935 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291462b2-1fcf-4c06-ad6f-8c3f5d1fd1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35df5db6-c044-418c-9ba5-28c3fa03f2e1,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:56.186091 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-291462b2-1fcf-4c06-ad6f-8c3f5d1fd1b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:56.201143 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-7e55707b-13ab-48af-bed6-56880ba595cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Allocated IP 172.28.0.59 (7d528ae4-f655-4215-abed-2652e9d6f37f/518ab1fe-b41e-417a-a1c0-f577284c585f/2a890ff0-f55b-48c3-b133-733cb8d52989) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:31:56.216358 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-291462b2-1fcf-4c06-ad6f-8c3f5d1fd1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:56.221662 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-291462b2-1fcf-4c06-ad6f-8c3f5d1fd1b9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/35df5db6-c044-418c-9ba5-28c3fa03f2e1 HTTP/1.1" status: 204 len: 168 time: 1.1626132 May 19 09:31:56.243358 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:56.326055 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] For port 2f099ef8-7929-4a22-964b-f89874d37396, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=2f099ef8-7929-4a22-964b-f89874d37396,segment=NetworkSegment(3b579030-0c44-4723-88e9-8148ea7ddfec),segment_id=3b579030-0c44-4723-88e9-8148ea7ddfec)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:31:56.333008 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:56.337898 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:56.371440 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804761b-f5d6-4dd6-91d6-272955a0fb30 req-bd71eb94-e3d8-48aa-b4bd-49d5efa93b94 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:56.373001 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-6804761b-f5d6-4dd6-91d6-272955a0fb30 req-bd71eb94-e3d8-48aa-b4bd-49d5efa93b94 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/ports?device_id=708713ef-e0bc-480f-b6de-a3b715015197 HTTP/1.1" status: 200 len: 945 time: 0.7960148 May 19 09:31:56.384482 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935c1d5-05ca-4762-96ba-97fec4fa87f6 req-b1895b11-c426-40b9-9297-56bc527bb30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:56.386497 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-8935c1d5-05ca-4762-96ba-97fec4fa87f6 req-b1895b11-c426-40b9-9297-56bc527bb30e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fd51e182-9590-4f5a-a12b-b129f5ac7e70 HTTP/1.1" status: 200 len: 855 time: 0.3545182 May 19 09:31:56.397235 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-11e4c8ff-7ec7-4bb8-89f7-a3473b7879a2 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:56.399002 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-11e4c8ff-7ec7-4bb8-89f7-a3473b7879a2 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.76 "GET /v2.0/networks?id=6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 HTTP/1.1" status: 200 len: 819 time: 0.7352004 May 19 09:31:56.468364 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Pushing event updated for resources: {'Port': ['ID=2f099ef8-7929-4a22-964b-f89874d37396,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:56.472235 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:56.490235 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-a2be2d93-a223-40f3-969e-c62bc00e1200 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Request body: {'port': {'device_id': '8c4b462d-eb60-4633-b21a-2574a8deb42d', 'network_id': '6c3f3406-bcfb-4896-a57f-c7cc7b96bce2', 'admin_state_up': True, 'tenant_id': '302076e5824b440cacc066e41a50e011'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:56.502187 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-48c29686-d7a1-498d-83bc-47b47d4fecbb tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f0e37a2a177646dba68287797f2a6e26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3793416 May 19 09:31:56.508107 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7e55707b-13ab-48af-bed6-56880ba595cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:56.542566 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-8935c1d5-05ca-4762-96ba-97fec4fa87f6 req-22277f58-55e3-4d3f-8173-a080551b1dbf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e5dc340b-0774-45a1-b066-6c9164b5b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237295 May 19 09:31:56.695459 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 40330) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:56.707484 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7e55707b-13ab-48af-bed6-56880ba595cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:56.733011 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-5da7a0c5-6ef2-4646-af09-5a7b43842491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:56.765717 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c28b3134-9f56-4e2c-b5f9-21e3db9044d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:56.778319 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-0d950a7e-b4a0-43fd-824d-5e40d7ce8c51 service neutron] 10.222.0.61 "GET /v2.0/networks/fe3c14a7-95b2-4211-8c13-ae471fbbb112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557366 May 19 09:31:56.782270 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-8935c1d5-05ca-4762-96ba-97fec4fa87f6 req-c4bcf362-d981-4f0b-8480-91beaf547685 service neutron] 10.222.0.76 "GET /v2.0/networks/e5dc340b-0774-45a1-b066-6c9164b5b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228522 May 19 09:31:56.797794 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-6804761b-f5d6-4dd6-91d6-272955a0fb30 req-a0b7b913-e389-479e-a875-266f019d46b2 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/security-groups?id=255ff895-beb5-40dd-9581-14c0c303f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152043 May 19 09:31:56.827912 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-0705059f-cf0e-48d1-bb14-5f57bc3f9103 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:56.835086 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-c28b3134-9f56-4e2c-b5f9-21e3db9044d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:56.847169 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e55707b-13ab-48af-bed6-56880ba595cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Network 7d528ae4-f655-4215-abed-2652e9d6f37f is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:31:56.860898 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-c28b3134-9f56-4e2c-b5f9-21e3db9044d8 admin admin] Usage tracker for resource:security_group_rule and tenant:605eba4fc12e492bafec8340000ed93a is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:56.866135 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-7e55707b-13ab-48af-bed6-56880ba595cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Resources bound (agent type, host, resource id): {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:31:56.877316 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-c28b3134-9f56-4e2c-b5f9-21e3db9044d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:56.880156 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e55707b-13ab-48af-bed6-56880ba595cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:31:56.899864 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-c28b3134-9f56-4e2c-b5f9-21e3db9044d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:56.903090 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55707b-13ab-48af-bed6-56880ba595cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Pushing event updated for resources: {'Port': ['ID=2a890ff0-f55b-48c3-b133-733cb8d52989,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:56.990902 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-7e55707b-13ab-48af-bed6-56880ba595cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:57.012637 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-d96fd692-ff13-4640-9d60-4de183b381fe req-73de4649-98c9-4e07-8a91-432a57626ed3 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 210 time: 0.0629683 May 19 09:31:57.053911 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-a2be2d93-a223-40f3-969e-c62bc00e1200 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:57.058686 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-8935c1d5-05ca-4762-96ba-97fec4fa87f6 req-b88e38a7-0b3a-4e79-a88c-fcf127c2d90c service neutron] 10.222.0.76 "GET /v2.0/networks/e5dc340b-0774-45a1-b066-6c9164b5b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642767 May 19 09:31:57.081401 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7e55707b-13ab-48af-bed6-56880ba595cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:57.082762 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-a2be2d93-a223-40f3-969e-c62bc00e1200 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Usage tracker for resource:port and tenant:302076e5824b440cacc066e41a50e011 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:57.088761 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-6cf7e49f-1a0d-48fc-8d89-995570462299 service neutron] 10.222.0.61 "GET /v2.0/networks/fe3c14a7-95b2-4211-8c13-ae471fbbb112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891586 May 19 09:31:57.089396 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-a2be2d93-a223-40f3-969e-c62bc00e1200 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:57.101322 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-a2be2d93-a223-40f3-969e-c62bc00e1200 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:57.118391 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device a92d8f28-91e9-4fda-b383-fe4e30f1634d details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:31:57.128427 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-a2be2d93-a223-40f3-969e-c62bc00e1200 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Made reservation on behalf of 302076e5824b440cacc066e41a50e011 for: {'port': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:31:57.134564 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-a2be2d93-a223-40f3-969e-c62bc00e1200 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:57.164641 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-0705059f-cf0e-48d1-bb14-5f57bc3f9103 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:57.196613 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-10efc358-744e-470a-aaac-31bdba378bab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:57.204830 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7e55707b-13ab-48af-bed6-56880ba595cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:57.287486 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c28b3134-9f56-4e2c-b5f9-21e3db9044d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:57.317008 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c28b3134-9f56-4e2c-b5f9-21e3db9044d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:57.346179 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-291462b2-1fcf-4c06-ad6f-8c3f5d1fd1b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:57.358803 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port a92d8f28-91e9-4fda-b383-fe4e30f1634d, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a92d8f28-91e9-4fda-b383-fe4e30f1634d,segment=NetworkSegment(0a28f06a-1a12-4af4-8b52-7fba5e27dbe7),segment_id=0a28f06a-1a12-4af4-8b52-7fba5e27dbe7)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:31:57.386989 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Returning: {'device': 'a92d8f28-91e9-4fda-b383-fe4e30f1634d', 'network_id': 'e5dc340b-0774-45a1-b066-6c9164b5b7b7', 'port_id': 'a92d8f28-91e9-4fda-b383-fe4e30f1634d', 'mac_address': 'fa:16:3e:bc:a4:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd51e182-9590-4f5a-a12b-b129f5ac7e70', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:31:57.449557 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-c28b3134-9f56-4e2c-b5f9-21e3db9044d8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=605eba4fc12e492bafec8340000ed93a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7526453 May 19 09:31:57.490635 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:57.505997 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 40350) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:57.515077 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a92d8f28-91e9-4fda-b383-fe4e30f1634d {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:31:57.531521 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-0705059f-cf0e-48d1-bb14-5f57bc3f9103 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Network 6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:31:57.548935 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port a92d8f28-91e9-4fda-b383-fe4e30f1634d, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a92d8f28-91e9-4fda-b383-fe4e30f1634d,segment=NetworkSegment(0a28f06a-1a12-4af4-8b52-7fba5e27dbe7),segment_id=0a28f06a-1a12-4af4-8b52-7fba5e27dbe7)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:31:57.553893 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:57.556297 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-3270af1c-eac3-4684-be7d-2ac1ac63cc01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:57.599568 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-0705059f-cf0e-48d1-bb14-5f57bc3f9103 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Resources bound (agent type, host, resource id): {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:31:57.609728 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-0705059f-cf0e-48d1-bb14-5f57bc3f9103 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:31:57.634236 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-0705059f-cf0e-48d1-bb14-5f57bc3f9103 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:57.636171 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-0705059f-cf0e-48d1-bb14-5f57bc3f9103 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:57.707625 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b3134-9f56-4e2c-b5f9-21e3db9044d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56406d16-4384-466f-8ff6-96f9a59c9012,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:57.718117 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-c28b3134-9f56-4e2c-b5f9-21e3db9044d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:57.768156 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=a92d8f28-91e9-4fda-b383-fe4e30f1634d,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:57.774548 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:57.799493 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708713ef-e0bc-480f-b6de-a3b715015197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809b80d9-189a-493e-8363-0bfc7acda3de', 'code': 200} May 19 09:31:57.802292 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['a92d8f28-91e9-4fda-b383-fe4e30f1634d'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:31:57.870634 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705059f-cf0e-48d1-bb14-5f57bc3f9103 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Pushing event updated for resources: {'Port': ['ID=521d8f58-79a5-4eb5-90e1-bd630e3a9ea2,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:57.893982 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0705059f-cf0e-48d1-bb14-5f57bc3f9103 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:57.896592 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-0705059f-cf0e-48d1-bb14-5f57bc3f9103 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5071294 May 19 09:31:57.911352 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7e55707b-13ab-48af-bed6-56880ba595cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:57.916022 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7e55707b-13ab-48af-bed6-56880ba595cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:57.921150 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:57.924155 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] Request body: {'port': {'device_id': '307c3f8e-1fda-4fdf-b436-9f150edf008a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:57.990867 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 2f099ef8-7929-4a22-964b-f89874d37396 up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:31:58.063390 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7e55707b-13ab-48af-bed6-56880ba595cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806387'] for floatingip, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:58.090620 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-314320c8-c446-4b9e-87da-96caa82cca32 req-fb1ac3e0-9948-43be-a9c2-f896348f95f1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 210 time: 0.1108902 May 19 09:31:58.142979 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55707b-13ab-48af-bed6-56880ba595cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Pushing event updated for resources: {'Port': ['ID=2a890ff0-f55b-48c3-b133-733cb8d52989,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:58.153684 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-7e55707b-13ab-48af-bed6-56880ba595cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:58.159105 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7e55707b-13ab-48af-bed6-56880ba595cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for floatingip, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:58.175398 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-7e55707b-13ab-48af-bed6-56880ba595cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4621534 May 19 09:31:58.194198 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 2f099ef8-7929-4a22-964b-f89874d37396 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:31:58.195385 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:58.243697 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-a2be2d93-a223-40f3-969e-c62bc00e1200 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Allocated IP 172.20.0.10 (6c3f3406-bcfb-4896-a57f-c7cc7b96bce2/c29da06d-ddc0-47de-bede-92d24f90436f/fc79a846-fe90-4a73-9c84-5365c026c672) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:31:58.408480 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:58.456816 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2faa7b-5198-47d5-b553-8b60fc5cc024 req-5109e8bf-09fa-415a-b02c-da97b9f1cbb0 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:58.458821 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2428a-620b-4382-afc6-8883fe57e3e4 req-e84b5c9f-0abd-4837-be96-b8ae0f14c8a3 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:58.460432 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-93b2428a-620b-4382-afc6-8883fe57e3e4 req-e84b5c9f-0abd-4837-be96-b8ae0f14c8a3 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/ports?device_id=708713ef-e0bc-480f-b6de-a3b715015197 HTTP/1.1" status: 200 len: 945 time: 0.1787486 May 19 09:31:58.462646 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-8d2faa7b-5198-47d5-b553-8b60fc5cc024 req-5109e8bf-09fa-415a-b02c-da97b9f1cbb0 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=a32a58a0-ad2c-4be9-a071-63e3c6b005c2 HTTP/1.1" status: 200 len: 943 time: 1.1574421 May 19 09:31:58.463594 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f03a4959-4b9c-42a3-99fa-6d1d8d724d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:58.518438 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-93b2428a-620b-4382-afc6-8883fe57e3e4 req-2270b219-f0bb-4209-8387-59623d08ebb6 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/security-groups?id=255ff895-beb5-40dd-9581-14c0c303f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482342 May 19 09:31:58.616655 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f03a4959-4b9c-42a3-99fa-6d1d8d724d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:58.756314 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-a1b1ed88-bfdf-423c-bddb-63bb78826914 req-9621f6d8-6697-4469-a7e1-cd3722886c46 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 210 time: 0.1391091 May 19 09:31:58.802966 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-8d2faa7b-5198-47d5-b553-8b60fc5cc024 req-a4f95d1b-d85c-474a-ac10-ccc284619d54 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212883 May 19 09:31:58.826053 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea067e0b-fa39-46d5-9ddf-97056195d15b req-cfbc7d1a-1f9c-4a94-8744-4a6c3b5b416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:58.827691 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-ea067e0b-fa39-46d5-9ddf-97056195d15b req-cfbc7d1a-1f9c-4a94-8744-4a6c3b5b416c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=708713ef-e0bc-480f-b6de-a3b715015197 HTTP/1.1" status: 200 len: 1098 time: 0.6276917 May 19 09:31:58.854523 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.76', 55537) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:58.894017 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-acb74b94-66a2-4f2a-83c7-84a1f4b1d70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:58.938352 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-ea067e0b-fa39-46d5-9ddf-97056195d15b req-1b0017ce-a984-47e7-8f88-7d41f0dc9ad1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:59.019719 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-ec24cc0a-f44d-44e8-a51a-8ee9dbb44f0b tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--411452072&fields=id&tenant_id=51496ccd2f3e43809de083dde69c59d1 HTTP/1.1" status: 200 len: 267 time: 0.1237874 May 19 09:31:59.069841 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-ea067e0b-fa39-46d5-9ddf-97056195d15b req-1b0017ce-a984-47e7-8f88-7d41f0dc9ad1 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:59.079227 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f03a4959-4b9c-42a3-99fa-6d1d8d724d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:59.080299 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-ea067e0b-fa39-46d5-9ddf-97056195d15b req-1b0017ce-a984-47e7-8f88-7d41f0dc9ad1 service neutron] Usage tracker for resource:security_group_rule and tenant:41c509aa6f5c4758aae54086146494f5 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:59.085691 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-ea067e0b-fa39-46d5-9ddf-97056195d15b req-1b0017ce-a984-47e7-8f88-7d41f0dc9ad1 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:59.107203 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4a361459-85d0-4c66-b649-310b19b15aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:59.115041 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-ea067e0b-fa39-46d5-9ddf-97056195d15b req-1b0017ce-a984-47e7-8f88-7d41f0dc9ad1 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:59.126193 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device a92d8f28-91e9-4fda-b383-fe4e30f1634d up at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:31:59.130621 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a4959-4b9c-42a3-99fa-6d1d8d724d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56406d16-4384-466f-8ff6-96f9a59c9012,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:59.134323 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f03a4959-4b9c-42a3-99fa-6d1d8d724d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:59.163329 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-a2be2d93-a223-40f3-969e-c62bc00e1200 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:59.175132 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f03a4959-4b9c-42a3-99fa-6d1d8d724d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:59.179951 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-f03a4959-4b9c-42a3-99fa-6d1d8d724d73 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/56406d16-4384-466f-8ff6-96f9a59c9012 HTTP/1.1" status: 204 len: 168 time: 1.6590950 May 19 09:31:59.202244 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-b8e56923-5568-4620-8c24-9ba30ce60f13 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:59.203720 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-b8e56923-5568-4620-8c24-9ba30ce60f13 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.76 "GET /v2.0/networks?id=fe3c14a7-95b2-4211-8c13-ae471fbbb112 HTTP/1.1" status: 200 len: 811 time: 0.3480806 May 19 09:31:59.309152 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning for port a92d8f28-91e9-4fda-b383-fe4e30f1634d completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:31:59.314293 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-c0e9db1d-6308-49a5-a27f-3e171188b61e tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0e37a2a177646dba68287797f2a6e26 HTTP/1.1" status: 200 len: 380 time: 0.0955708 May 19 09:31:59.314751 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning complete for port a92d8f28-91e9-4fda-b383-fe4e30f1634d triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:31:59.316571 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:59.330000 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-8d412247-2696-4840-abb0-45afb4ac7912 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Request body: {'port': {'device_id': '900f80d6-23a1-4d56-af9b-1f474c23155b', 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'admin_state_up': True, 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'security_groups': ['0a314958-5c2a-4a7f-b991-0bce5b319c5a']}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:31:59.346147 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-a2be2d93-a223-40f3-969e-c62bc00e1200 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:59.379888 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-399bad60-b543-41f2-834b-6822085cb450 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:59.381422 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-399bad60-b543-41f2-834b-6822085cb450 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/networks?id=0e9acd08-416e-46e7-b45a-77614ba19575 HTTP/1.1" status: 200 len: 817 time: 0.3500237 May 19 09:31:59.431324 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:59.472100 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-29d3da47-4659-46a0-9783-315451ce1969 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/quotas/51496ccd2f3e43809de083dde69c59d1 HTTP/1.1" status: 200 len: 375 time: 0.0349720 May 19 09:31:59.564925 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-ea067e0b-fa39-46d5-9ddf-97056195d15b req-1b0017ce-a984-47e7-8f88-7d41f0dc9ad1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:59.566786 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-d94f63e0-f673-48d2-a7e1-8bccadfd2687 req-5026ee3b-218b-4c2a-a43d-35c1001f09ee tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Synchronizing usage tracker for tenant:f0e37a2a177646dba68287797f2a6e26 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:31:59.572668 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:59.615308 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-ea067e0b-fa39-46d5-9ddf-97056195d15b req-1b0017ce-a984-47e7-8f88-7d41f0dc9ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:59.633787 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port a92d8f28-91e9-4fda-b383-fe4e30f1634d, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a92d8f28-91e9-4fda-b383-fe4e30f1634d,segment=NetworkSegment(0a28f06a-1a12-4af4-8b52-7fba5e27dbe7),segment_id=0a28f06a-1a12-4af4-8b52-7fba5e27dbe7)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:31:59.639162 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-8d412247-2696-4840-abb0-45afb4ac7912 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:31:59.640613 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:59.643127 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:59.644780 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-a2be2d93-a223-40f3-969e-c62bc00e1200 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Network 6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:31:59.659285 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-a2be2d93-a223-40f3-969e-c62bc00e1200 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Resources bound (agent type, host, resource id): {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:31:59.662695 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-a2be2d93-a223-40f3-969e-c62bc00e1200 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:31:59.668637 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-a2be2d93-a223-40f3-969e-c62bc00e1200 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:31:59.669271 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-a2be2d93-a223-40f3-969e-c62bc00e1200 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:59.682898 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-8d412247-2696-4840-abb0-45afb4ac7912 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Usage tracker for resource:port and tenant:f0e37a2a177646dba68287797f2a6e26 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:31:59.688294 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-8d412247-2696-4840-abb0-45afb4ac7912 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:31:59.695252 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-8d412247-2696-4840-abb0-45afb4ac7912 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:31:59.706123 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-d94f63e0-f673-48d2-a7e1-8bccadfd2687 req-5026ee3b-218b-4c2a-a43d-35c1001f09ee tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Unset dirty status for tenant:f0e37a2a177646dba68287797f2a6e26 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:31:59.708154 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-d94f63e0-f673-48d2-a7e1-8bccadfd2687 req-5026ee3b-218b-4c2a-a43d-35c1001f09ee tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 210 time: 0.4230454 May 19 09:31:59.709746 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-ea067e0b-fa39-46d5-9ddf-97056195d15b req-1b0017ce-a984-47e7-8f88-7d41f0dc9ad1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=255ff895-beb5-40dd-9581-14c0c303f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8156846 May 19 09:31:59.710375 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be2d93-a223-40f3-969e-c62bc00e1200 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Pushing event updated for resources: {'Port': ['ID=fc79a846-fe90-4a73-9c84-5365c026c672,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:59.712650 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-dbb9f308-09ee-41da-9d9f-f3dcfac27a99 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Synchronizing usage tracker for tenant:51496ccd2f3e43809de083dde69c59d1 on resource:port {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:31:59.733727 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-a2be2d93-a223-40f3-969e-c62bc00e1200 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:59.735435 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-a2be2d93-a223-40f3-969e-c62bc00e1200 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3082483 May 19 09:31:59.735896 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:31:59.746179 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-8d412247-2696-4840-abb0-45afb4ac7912 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Made reservation on behalf of f0e37a2a177646dba68287797f2a6e26 for: {'port': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:31:59.753069 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-8d412247-2696-4840-abb0-45afb4ac7912 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:59.766883 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=a92d8f28-91e9-4fda-b383-fe4e30f1634d,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:59.770092 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:59.774140 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0017ce-a984-47e7-8f88-7d41f0dc9ad1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=109eabb2-358f-43ad-a522-3a3e17e525d9,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:31:59.777993 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-1b0017ce-a984-47e7-8f88-7d41f0dc9ad1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:31:59.800606 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32a58a0-ad2c-4be9-a071-63e3c6b005c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92d8f28-91e9-4fda-b383-fe4e30f1634d'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:31:59.822242 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-dbb9f308-09ee-41da-9d9f-f3dcfac27a99 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Unset dirty status for tenant:51496ccd2f3e43809de083dde69c59d1 on resource:port {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:31:59.824119 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-dbb9f308-09ee-41da-9d9f-f3dcfac27a99 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=51496ccd2f3e43809de083dde69c59d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3510005 May 19 09:31:59.860694 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] Request body: {'port': {'device_id': '8c4b462d-eb60-4633-b21a-2574a8deb42d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:00.004945 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521d8f58-79a5-4eb5-90e1-bd630e3a9ea2 {{(pid=91651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:32:00.021940 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:00.097876 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] Transition to ACTIVE for port object 521d8f58-79a5-4eb5-90e1-bd630e3a9ea2 will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:32:00.105909 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:00.115068 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:00.119838 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-8d412247-2696-4840-abb0-45afb4ac7912 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Allocated IP 172.20.0.10 (fe3c14a7-95b2-4211-8c13-ae471fbbb112/021c4d73-41b9-4450-ab59-fd4ec8b0ebec/ef28c7a5-14cd-4052-af2e-80c13efeaa7b) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:32:00.126849 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-562cab94-71ee-485f-ae91-6678caf5dd10 service neutron] 10.222.0.61 "GET /v2.0/networks/0e9acd08-416e-46e7-b45a-77614ba19575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247000 May 19 09:32:00.137125 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:00.303164 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b7b7f-dfb2-4563-8e8b-e322d950203a req-8fa455be-8bc9-4406-9a7d-b8e84f6df48c tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:00.304691 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-910b7b7f-dfb2-4563-8e8b-e322d950203a req-8fa455be-8bc9-4406-9a7d-b8e84f6df48c tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/ports?device_id=708713ef-e0bc-480f-b6de-a3b715015197 HTTP/1.1" status: 200 len: 945 time: 0.3652339 May 19 09:32:00.376430 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-7d024170-29a0-4050-baca-fcf08f1d4931 service neutron] 10.222.0.61 "GET /v2.0/networks/0e9acd08-416e-46e7-b45a-77614ba19575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404246 May 19 09:32:00.389139 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] Pushing event updated for resources: {'Port': ['ID=521d8f58-79a5-4eb5-90e1-bd630e3a9ea2,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:00.401108 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:00.467404 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-8d412247-2696-4840-abb0-45afb4ac7912 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:00.470032 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] Attempting to bind port 521d8f58-79a5-4eb5-90e1-bd630e3a9ea2 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:32:00.470358 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] Attempting to bind port 521d8f58-79a5-4eb5-90e1-bd630e3a9ea2 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '3b579030-0c44-4723-88e9-8148ea7ddfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6c3f3406-bcfb-4896-a57f-c7cc7b96bce2'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:32:00.470973 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] Attempting to bind port 521d8f58-79a5-4eb5-90e1-bd630e3a9ea2 on network 6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:32:00.489652 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] Port 521d8f58-79a5-4eb5-90e1-bd630e3a9ea2 on network 6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:32:00.490229 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] Attempting to bind port 521d8f58-79a5-4eb5-90e1-bd630e3a9ea2 on network 6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:32:00.501614 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.provisioning_blocks [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-8d412247-2696-4840-abb0-45afb4ac7912 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Transition to ACTIVE for port object ef28c7a5-14cd-4052-af2e-80c13efeaa7b will not be triggered until provisioned by entity DHCP. {{(pid=91652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:32:00.511635 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-910b7b7f-dfb2-4563-8e8b-e322d950203a req-0583224a-e0a5-4b9e-9580-4b46eae3b55b tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/security-groups?id=255ff895-beb5-40dd-9581-14c0c303f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948278 May 19 09:32:00.516270 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] Checking agent: {'id': 'e2b12f16-87f3-476d-a836-3e2e94bcfd4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'started_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:32:00.516818 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] Checking segment: {'id': '3b579030-0c44-4723-88e9-8148ea7ddfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6c3f3406-bcfb-4896-a57f-c7cc7b96bce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:32:00.517360 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] Bound using segment: {'id': '3b579030-0c44-4723-88e9-8148ea7ddfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6c3f3406-bcfb-4896-a57f-c7cc7b96bce2'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:32:00.518202 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] Bound port: 521d8f58-79a5-4eb5-90e1-bd630e3a9ea2, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b579030-0c44-4723-88e9-8148ea7ddfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6c3f3406-bcfb-4896-a57f-c7cc7b96bce2'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:32:00.518718 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:00.540526 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-8d412247-2696-4840-abb0-45afb4ac7912 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:00.563489 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:00.645207 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-8d412247-2696-4840-abb0-45afb4ac7912 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Network fe3c14a7-95b2-4211-8c13-ae471fbbb112 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:32:00.653978 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-8d412247-2696-4840-abb0-45afb4ac7912 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Resources bound (agent type, host, resource id): {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:32:00.659168 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-8d412247-2696-4840-abb0-45afb4ac7912 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:32:00.664726 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-8d412247-2696-4840-abb0-45afb4ac7912 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:00.665358 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-8d412247-2696-4840-abb0-45afb4ac7912 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:00.755626 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-8d412247-2696-4840-abb0-45afb4ac7912 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4296849 May 19 09:32:00.773922 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] Request body: {'port': {'device_id': '900f80d6-23a1-4d56-af9b-1f474c23155b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:00.796078 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32a58a0-ad2c-4be9-a071-63e3c6b005c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92d8f28-91e9-4fda-b383-fe4e30f1634d', 'code': 200} May 19 09:32:00.839066 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d412247-2696-4840-abb0-45afb4ac7912 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Pushing event updated for resources: {'Port': ['ID=ef28c7a5-14cd-4052-af2e-80c13efeaa7b,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:00.849959 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] For port 521d8f58-79a5-4eb5-90e1-bd630e3a9ea2, host hv-cinder-79128, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:32:00.862430 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8d412247-2696-4840-abb0-45afb4ac7912 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:00.907606 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] For port 521d8f58-79a5-4eb5-90e1-bd630e3a9ea2, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=521d8f58-79a5-4eb5-90e1-bd630e3a9ea2,segment=NetworkSegment(3b579030-0c44-4723-88e9-8148ea7ddfec),segment_id=3b579030-0c44-4723-88e9-8148ea7ddfec)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:32:00.928557 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:00.953335 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:01.031720 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-ebe9e469-3fa8-4c78-8a62-27a46efce9d5 None None] Provisioning for port ef28c7a5-14cd-4052-af2e-80c13efeaa7b completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:32:01.044763 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-ebe9e469-3fa8-4c78-8a62-27a46efce9d5 None None] Provisioning complete for port ef28c7a5-14cd-4052-af2e-80c13efeaa7b triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:32:01.048194 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-ebe9e469-3fa8-4c78-8a62-27a46efce9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:01.097858 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.db.resource_extend [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 09:32:01.126818 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:01.127420 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:01.128774 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] 10.222.0.76 "PUT /v2.0/ports/521d8f58-79a5-4eb5-90e1-bd630e3a9ea2 HTTP/1.1" status: 200 len: 1093 time: 3.2089286 May 19 09:32:01.160375 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307c3f8e-1fda-4fdf-b436-9f150edf008a', 'tag': '521d8f58-79a5-4eb5-90e1-bd630e3a9ea2'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:32:01.198641 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-ebe9e469-3fa8-4c78-8a62-27a46efce9d5 None None] Port ef28c7a5-14cd-4052-af2e-80c13efeaa7b cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:32:01.234785 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:01.238195 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc79a846-fe90-4a73-9c84-5365c026c672 {{(pid=91651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:32:01.315788 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1d906-1436-4b79-8c4d-2c3c49fa03e9 req-f03a8b7b-d902-4b07-a76b-fe1cb5640dc2 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:01.316770 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-3df1d906-1436-4b79-8c4d-2c3c49fa03e9 req-f03a8b7b-d902-4b07-a76b-fe1cb5640dc2 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Synchronizing usage tracker for tenant:302076e5824b440cacc066e41a50e011 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:32:01.325215 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:01.330328 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] Pushing event updated for resources: {'Port': ['ID=521d8f58-79a5-4eb5-90e1-bd630e3a9ea2,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:01.425524 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:01.428750 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:01.459292 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] Transition to ACTIVE for port object fc79a846-fe90-4a73-9c84-5365c026c672 will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:32:01.481680 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-3df1d906-1436-4b79-8c4d-2c3c49fa03e9 req-f03a8b7b-d902-4b07-a76b-fe1cb5640dc2 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Unset dirty status for tenant:302076e5824b440cacc066e41a50e011 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:32:01.483589 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3df1d906-1436-4b79-8c4d-2c3c49fa03e9 req-f03a8b7b-d902-4b07-a76b-fe1cb5640dc2 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 932 time: 0.7462733 May 19 09:32:01.484523 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:01.495133 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f837bebf-368e-4e23-b304-0f4361286396 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:01.537254 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ef746-3f65-47b5-8f67-06d8805b34a7 req-51c29efc-f6e1-400a-88ff-cc4ff04a0453 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:01.551243 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-d53ef746-3f65-47b5-8f67-06d8805b34a7 req-51c29efc-f6e1-400a-88ff-cc4ff04a0453 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=a32a58a0-ad2c-4be9-a071-63e3c6b005c2 HTTP/1.1" status: 200 len: 945 time: 0.4495203 May 19 09:32:01.703557 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-d53ef746-3f65-47b5-8f67-06d8805b34a7 req-6208e4af-7fb2-4c5b-bb8b-e57349d39456 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508479 May 19 09:32:01.917149 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-50bfed04-f6da-4970-b65e-03a6a789a8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:01.931298 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b9676-d11d-48bc-9660-a5d30511b996 req-79a14b98-9ecf-4e38-b33d-78cd6b5ecce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:01.934193 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-547b9676-d11d-48bc-9660-a5d30511b996 req-79a14b98-9ecf-4e38-b33d-78cd6b5ecce7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a32a58a0-ad2c-4be9-a071-63e3c6b005c2 HTTP/1.1" status: 200 len: 1098 time: 0.6802404 May 19 09:32:01.935012 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] Pushing event updated for resources: {'Port': ['ID=fc79a846-fe90-4a73-9c84-5365c026c672,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:01.938541 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:01.962450 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3df1d906-1436-4b79-8c4d-2c3c49fa03e9 req-b37895ff-0091-4287-945d-521d589ceb4f tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703901 May 19 09:32:01.986001 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-77236d6e-d1dc-4f84-b2ca-2384e1214da1 req-32bdaf09-a867-4571-8115-a68038f72f5f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 210 time: 0.1149566 May 19 09:32:02.006995 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] Attempting to bind port fc79a846-fe90-4a73-9c84-5365c026c672 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:32:02.007377 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] Attempting to bind port fc79a846-fe90-4a73-9c84-5365c026c672 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '3b579030-0c44-4723-88e9-8148ea7ddfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6c3f3406-bcfb-4896-a57f-c7cc7b96bce2'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:32:02.007811 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] Attempting to bind port fc79a846-fe90-4a73-9c84-5365c026c672 on network 6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:32:02.047556 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-547b9676-d11d-48bc-9660-a5d30511b996 req-2699098b-273b-4312-8620-babc8fa950ab service neutron] Synchronizing usage tracker for tenant:41c509aa6f5c4758aae54086146494f5 on resource:security_group {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:32:02.069060 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-ff5be816-f9c1-4974-b77e-9843b6c8d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:02.071581 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-ff5be816-f9c1-4974-b77e-9843b6c8d2cc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=302076e5824b440cacc066e41a50e011&device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 1096 time: 0.7436302 May 19 09:32:02.079201 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] Port fc79a846-fe90-4a73-9c84-5365c026c672 on network 6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:32:02.079658 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] Attempting to bind port fc79a846-fe90-4a73-9c84-5365c026c672 on network 6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:32:02.188452 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] Checking agent: {'id': 'e2b12f16-87f3-476d-a836-3e2e94bcfd4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'started_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:32:02.188795 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] Checking segment: {'id': '3b579030-0c44-4723-88e9-8148ea7ddfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6c3f3406-bcfb-4896-a57f-c7cc7b96bce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:32:02.189179 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] Bound using segment: {'id': '3b579030-0c44-4723-88e9-8148ea7ddfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6c3f3406-bcfb-4896-a57f-c7cc7b96bce2'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:32:02.189618 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] Bound port: fc79a846-fe90-4a73-9c84-5365c026c672, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b579030-0c44-4723-88e9-8148ea7ddfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6c3f3406-bcfb-4896-a57f-c7cc7b96bce2'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:32:02.189991 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:02.212243 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307c3f8e-1fda-4fdf-b436-9f150edf008a', 'tag': '521d8f58-79a5-4eb5-90e1-bd630e3a9ea2', 'status': 'completed', 'code': 200} May 19 09:32:02.212620 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 40474) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:02.220889 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-b943f5ec-2fea-453c-8bc6-6611c9d6350a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=521d8f58-79a5-4eb5-90e1-bd630e3a9ea2 HTTP/1.1" status: 200 len: 217 time: 0.1346812 May 19 09:32:02.237634 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.notifiers.nova [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef28c7a5-14cd-4052-af2e-80c13efeaa7b {{(pid=91652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:32:02.290035 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:02.352816 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.provisioning_blocks [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] Transition to ACTIVE for port object ef28c7a5-14cd-4052-af2e-80c13efeaa7b will not be triggered until provisioned by entity L2. {{(pid=91652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:32:02.368686 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-547b9676-d11d-48bc-9660-a5d30511b996 req-2699098b-273b-4312-8620-babc8fa950ab service neutron] Unset dirty status for tenant:41c509aa6f5c4758aae54086146494f5 on resource:security_group {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:32:02.369964 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-547b9676-d11d-48bc-9660-a5d30511b996 req-2699098b-273b-4312-8620-babc8fa950ab service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208262 May 19 09:32:02.381239 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:02.405064 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:02.441156 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-05660608-4172-4a04-8929-f1427be3d45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:02.443381 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-05660608-4172-4a04-8929-f1427be3d45c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c29da06d-ddc0-47de-bede-92d24f90436f HTTP/1.1" status: 200 len: 859 time: 0.1525388 May 19 09:32:02.496966 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] For port fc79a846-fe90-4a73-9c84-5365c026c672, host hv-cinder-79128, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:32:02.509186 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-3541b1ce-2409-4dca-a00c-13c6b4d8ea00 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6c3f3406-bcfb-4896-a57f-c7cc7b96bce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571625 May 19 09:32:02.516509 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] For port fc79a846-fe90-4a73-9c84-5365c026c672, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=fc79a846-fe90-4a73-9c84-5365c026c672,segment=NetworkSegment(3b579030-0c44-4723-88e9-8148ea7ddfec),segment_id=3b579030-0c44-4723-88e9-8148ea7ddfec)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:32:02.551628 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd644cb8-03cb-4d09-804a-ab53827fa36f req-fd12a993-cef1-4f33-bdbf-4f679db42415 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:02.551781 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b386584-ab0f-485b-a646-5faadc606c74 req-eceaa39b-0543-4346-946e-3d270bae9324 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:02.559165 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-cd644cb8-03cb-4d09-804a-ab53827fa36f req-fd12a993-cef1-4f33-bdbf-4f679db42415 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 932 time: 0.3594975 May 19 09:32:02.564759 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-3b386584-ab0f-485b-a646-5faadc606c74 req-eceaa39b-0543-4346-946e-3d270bae9324 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/ports?device_id=708713ef-e0bc-480f-b6de-a3b715015197 HTTP/1.1" status: 200 len: 945 time: 0.3180826 May 19 09:32:02.576100 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:02.640110 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:02.646448 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] Pushing event updated for resources: {'Port': ['ID=ef28c7a5-14cd-4052-af2e-80c13efeaa7b,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:02.836568 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:02.837360 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:02.839711 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] 10.222.0.76 "PUT /v2.0/ports/fc79a846-fe90-4a73-9c84-5365c026c672 HTTP/1.1" status: 200 len: 1094 time: 2.9842894 May 19 09:32:02.855422 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-3b386584-ab0f-485b-a646-5faadc606c74 req-94610307-eda6-4494-b857-e6c464003d2e tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/security-groups?id=255ff895-beb5-40dd-9581-14c0c303f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897527 May 19 09:32:02.860824 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:02.917740 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:02.924675 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] Attempting to bind port ef28c7a5-14cd-4052-af2e-80c13efeaa7b on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:32:02.927734 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] Attempting to bind port ef28c7a5-14cd-4052-af2e-80c13efeaa7b by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '99fe1dc6-5cc0-4f55-a1cd-65f659881fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112'}] {{(pid=91652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:32:02.928255 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] Attempting to bind port ef28c7a5-14cd-4052-af2e-80c13efeaa7b on network fe3c14a7-95b2-4211-8c13-ae471fbbb112 {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:32:02.940514 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] Port ef28c7a5-14cd-4052-af2e-80c13efeaa7b on network fe3c14a7-95b2-4211-8c13-ae471fbbb112 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:32:02.943498 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] Attempting to bind port ef28c7a5-14cd-4052-af2e-80c13efeaa7b on network fe3c14a7-95b2-4211-8c13-ae471fbbb112 {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:32:02.950975 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] Checking agent: {'id': 'e2b12f16-87f3-476d-a836-3e2e94bcfd4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'started_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:32:02.951563 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] Checking segment: {'id': '99fe1dc6-5cc0-4f55-a1cd-65f659881fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:32:02.952213 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] Bound using segment: {'id': '99fe1dc6-5cc0-4f55-a1cd-65f659881fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112'} {{(pid=91652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:32:02.952783 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.managers [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] Bound port: ef28c7a5-14cd-4052-af2e-80c13efeaa7b, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99fe1dc6-5cc0-4f55-a1cd-65f659881fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112'}}] {{(pid=91652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:32:02.953181 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:03.028397 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8237b1b4-ca07-43b3-a2d6-fb93b993a236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:03.105110 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-cd644cb8-03cb-4d09-804a-ab53827fa36f req-f981bffd-79be-42ad-99e7-f93522f94e38 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Synchronizing usage tracker for tenant:f0e37a2a177646dba68287797f2a6e26 on resource:security_group {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:32:03.136808 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-8237b1b4-ca07-43b3-a2d6-fb93b993a236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:03.160150 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-8237b1b4-ca07-43b3-a2d6-fb93b993a236 admin admin] Usage tracker for resource:security_group_rule and tenant:a07824c666c34989b234d025a70933dc is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:03.167571 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] For port ef28c7a5-14cd-4052-af2e-80c13efeaa7b, host hv-cinder-79128, cleared binding levels {{(pid=91652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:32:03.173755 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.db [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] For port ef28c7a5-14cd-4052-af2e-80c13efeaa7b, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ef28c7a5-14cd-4052-af2e-80c13efeaa7b,segment=NetworkSegment(99fe1dc6-5cc0-4f55-a1cd-65f659881fe2),segment_id=99fe1dc6-5cc0-4f55-a1cd-65f659881fe2)] {{(pid=91652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:32:03.184738 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-8237b1b4-ca07-43b3-a2d6-fb93b993a236 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:03.189723 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed0561-5aa9-4e68-bb85-c34415f5daf5 req-c4d95344-c31e-4a66-af8d-2ec54d208f34 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:03.191578 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-e8ed0561-5aa9-4e68-bb85-c34415f5daf5 req-c4d95344-c31e-4a66-af8d-2ec54d208f34 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=a32a58a0-ad2c-4be9-a071-63e3c6b005c2 HTTP/1.1" status: 200 len: 945 time: 0.1417766 May 19 09:32:03.193208 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:03.200044 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-7e55707b-13ab-48af-bed6-56880ba595cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:03.201521 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] Pushing event updated for resources: {'Port': ['ID=fc79a846-fe90-4a73-9c84-5365c026c672,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:03.214016 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-3b97ff63-3c31-438a-812b-717edac0b169 service neutron] 10.222.0.76 "GET /v2.0/networks/6c3f3406-bcfb-4896-a57f-c7cc7b96bce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6958034 May 19 09:32:03.217571 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:03.218582 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-8237b1b4-ca07-43b3-a2d6-fb93b993a236 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:03.225457 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-cd644cb8-03cb-4d09-804a-ab53827fa36f req-f981bffd-79be-42ad-99e7-f93522f94e38 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Unset dirty status for tenant:f0e37a2a177646dba68287797f2a6e26 on resource:security_group {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:32:03.234769 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-cd644cb8-03cb-4d09-804a-ab53827fa36f req-f981bffd-79be-42ad-99e7-f93522f94e38 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6727846 May 19 09:32:03.251345 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-cd2b71b3-91ee-4b8b-8076-8f2e41dc1201 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:03.252073 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-cd2b71b3-91ee-4b8b-8076-8f2e41dc1201 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Synchronizing usage tracker for tenant:51496ccd2f3e43809de083dde69c59d1 on resource:network {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:32:03.381717 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:03.382385 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for port, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:03.394133 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] 10.222.0.76 "PUT /v2.0/ports/ef28c7a5-14cd-4052-af2e-80c13efeaa7b HTTP/1.1" status: 200 len: 1094 time: 2.6258929 May 19 09:32:03.432854 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '900f80d6-23a1-4d56-af9b-1f474c23155b', 'tag': 'ef28c7a5-14cd-4052-af2e-80c13efeaa7b'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:32:03.512104 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-cd2b71b3-91ee-4b8b-8076-8f2e41dc1201 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Unset dirty status for tenant:51496ccd2f3e43809de083dde69c59d1 on resource:network {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:32:03.513237 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-cd2b71b3-91ee-4b8b-8076-8f2e41dc1201 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.76 "GET /v2.0/networks?id=0e9acd08-416e-46e7-b45a-77614ba19575 HTTP/1.1" status: 200 len: 817 time: 0.9390395 May 19 09:32:03.684386 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-e8ed0561-5aa9-4e68-bb85-c34415f5daf5 req-e1f6d610-3899-4afa-b9d0-1c6e5ac9d9f0 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838214 May 19 09:32:03.752365 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-315360c5-8414-4559-80a3-f68c676d5c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:03.755468 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] Pushing event updated for resources: {'Port': ['ID=ef28c7a5-14cd-4052-af2e-80c13efeaa7b,revision_number=3']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:03.765238 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:03.766050 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-315360c5-8414-4559-80a3-f68c676d5c04 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=302076e5824b440cacc066e41a50e011&device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 1097 time: 0.7450912 May 19 09:32:03.803068 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-af3a595a-5938-4ab2-9280-96b0566e2273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:03.807884 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-af3a595a-5938-4ab2-9280-96b0566e2273 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f0e37a2a177646dba68287797f2a6e26&device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 1097 time: 0.2364783 May 19 09:32:03.900425 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-7ac95e16-d3c1-44b9-96b2-e722b2260437 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef28c7a5-14cd-4052-af2e-80c13efeaa7b HTTP/1.1" status: 200 len: 217 time: 0.0873542 May 19 09:32:03.949121 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-5d15837c-3306-442b-96fa-abde92333034 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc79a846-fe90-4a73-9c84-5365c026c672 HTTP/1.1" status: 200 len: 217 time: 0.1810639 May 19 09:32:04.003861 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-100bc190-69fa-49fd-aff9-5a9c34ef0175 req-7b326d09-55c5-4796-88e1-7c0662c5595e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 210 time: 0.0929894 May 19 09:32:04.014903 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-bed83799-dd24-42a3-8889-040f497e9665 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Synchronizing usage tracker for tenant:51496ccd2f3e43809de083dde69c59d1 on resource:security_group {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:32:04.026581 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-9d5ca439-6f89-4a16-9982-bcc256a79f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:04.028343 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-9d5ca439-6f89-4a16-9982-bcc256a79f3e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=021c4d73-41b9-4450-ab59-fd4ec8b0ebec HTTP/1.1" status: 200 len: 850 time: 0.1207361 May 19 09:32:04.070562 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b7bb5e0a-b588-400a-a842-c2cbecc4423d req-fefb9305-6b81-4a27-bba5-928e5ea3faef service neutron] 10.222.0.76 "GET /v2.0/networks/6c3f3406-bcfb-4896-a57f-c7cc7b96bce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8137400 May 19 09:32:04.116280 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369460cb-8b43-4198-919e-ffcb375295f5 req-8d39189d-3f2d-4be4-9a49-c6f5fac328e5 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:04.118792 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-369460cb-8b43-4198-919e-ffcb375295f5 req-8d39189d-3f2d-4be4-9a49-c6f5fac328e5 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 944 time: 0.6262670 May 19 09:32:04.174213 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-3362ba7d-4ab4-4126-82e1-1e31a6945a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:04.175845 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-3362ba7d-4ab4-4126-82e1-1e31a6945a02 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fe3c14a7-95b2-4211-8c13-ae471fbbb112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1311624 May 19 09:32:04.176990 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8237b1b4-ca07-43b3-a2d6-fb93b993a236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:04.186644 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '900f80d6-23a1-4d56-af9b-1f474c23155b', 'tag': 'ef28c7a5-14cd-4052-af2e-80c13efeaa7b', 'status': 'completed', 'code': 200} May 19 09:32:04.217132 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-c66da54c-dcc0-4613-941d-19b14df99ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:04.218623 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-c66da54c-dcc0-4613-941d-19b14df99ade service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c29da06d-ddc0-47de-bede-92d24f90436f HTTP/1.1" status: 200 len: 859 time: 0.2573199 May 19 09:32:04.219077 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4b462d-eb60-4633-b21a-2574a8deb42d', 'tag': 'fc79a846-fe90-4a73-9c84-5365c026c672'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:32:04.231219 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8237b1b4-ca07-43b3-a2d6-fb93b993a236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:04.334855 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-9cbe3611-ec3a-4696-862d-4a58aead066f service neutron] 10.222.0.76 "GET /v2.0/networks/fe3c14a7-95b2-4211-8c13-ae471fbbb112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468914 May 19 09:32:04.391820 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c4b462d-eb60-4633-b21a-2574a8deb42d', 'tag': 'fc79a846-fe90-4a73-9c84-5365c026c672', 'status': 'completed', 'code': 200} May 19 09:32:04.402797 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7e55260c-abb3-4965-8d43-280d19816896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:04.419331 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-bed83799-dd24-42a3-8889-040f497e9665 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Unset dirty status for tenant:51496ccd2f3e43809de083dde69c59d1 on resource:security_group {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:32:04.420480 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-bed83799-dd24-42a3-8889-040f497e9665 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51496ccd2f3e43809de083dde69c59d1 HTTP/1.1" status: 200 len: 379 time: 0.7632184 May 19 09:32:04.432745 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-a53de62f-c5e6-48fb-80b3-ea2fdf865371 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6c3f3406-bcfb-4896-a57f-c7cc7b96bce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1998529 May 19 09:32:04.444681 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-369460cb-8b43-4198-919e-ffcb375295f5 req-4aa92e74-dab5-4748-9f26-df5d5283a6f7 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048155 May 19 09:32:04.469562 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-c2155e88-7d0f-406f-a016-b1f4bc413993 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Request body: {'port': {'device_id': '4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'admin_state_up': True, 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'security_groups': ['602ca5cb-69d8-424b-bb5e-f9f11f83b3fd']}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:04.536891 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:04.589143 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-8237b1b4-ca07-43b3-a2d6-fb93b993a236 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a07824c666c34989b234d025a70933dc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3753378 May 19 09:32:04.589956 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 40566) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:04.650307 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237b1b4-ca07-43b3-a2d6-fb93b993a236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f14648-2789-4903-9bb2-86ad573423e7,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:04.655229 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b91d52a5-fd69-4e61-90d5-a9720af45cb0 req-1a92ca95-615b-4437-93c4-ee11f01b6bbe service neutron] 10.222.0.76 "GET /v2.0/networks/fe3c14a7-95b2-4211-8c13-ae471fbbb112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119891 May 19 09:32:04.670598 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf6702-827d-4a4c-af40-964ff44ee824 req-442877d6-b13d-41ad-a440-9ea2cc7d41a5 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:04.671613 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-49bf6702-827d-4a4c-af40-964ff44ee824 req-442877d6-b13d-41ad-a440-9ea2cc7d41a5 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Synchronizing usage tracker for tenant:f0e37a2a177646dba68287797f2a6e26 on resource:port {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:32:04.690913 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-49bf6702-827d-4a4c-af40-964ff44ee824 req-442877d6-b13d-41ad-a440-9ea2cc7d41a5 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Unset dirty status for tenant:f0e37a2a177646dba68287797f2a6e26 on resource:port {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:32:04.692068 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-49bf6702-827d-4a4c-af40-964ff44ee824 req-442877d6-b13d-41ad-a440-9ea2cc7d41a5 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 944 time: 0.3047137 May 19 09:32:04.733598 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8237b1b4-ca07-43b3-a2d6-fb93b993a236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:04.832507 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-49bf6702-827d-4a4c-af40-964ff44ee824 req-e3d76417-03d3-47ef-96e4-d501612d8673 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315792 May 19 09:32:04.839691 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8479e2-840a-4b95-a780-06f4ea1322dd req-71ad48ef-8b1e-48fa-9d5e-444287b7a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:04.841187 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9a8479e2-840a-4b95-a780-06f4ea1322dd req-71ad48ef-8b1e-48fa-9d5e-444287b7a003 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=302076e5824b440cacc066e41a50e011&device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 1096 time: 0.7050982 May 19 09:32:04.863766 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d77108-4465-419a-94ed-6f54ba0efe7d req-5616393c-cb0f-46ba-b0cd-c8d1b3b610af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:04.865713 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-61d77108-4465-419a-94ed-6f54ba0efe7d req-5616393c-cb0f-46ba-b0cd-c8d1b3b610af service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f0e37a2a177646dba68287797f2a6e26&device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 1097 time: 0.1445816 May 19 09:32:04.886798 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-8184b4f8-2814-4af6-949c-e73cb5a1f9f6 service neutron] 10.222.0.76 "GET /v2.0/networks/6c3f3406-bcfb-4896-a57f-c7cc7b96bce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337275 May 19 09:32:04.979449 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-c2155e88-7d0f-406f-a016-b1f4bc413993 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:05.061595 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d77108-4465-419a-94ed-6f54ba0efe7d req-166d63a9-83cd-46a5-80fe-f1f7c35e9d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:05.063188 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-61d77108-4465-419a-94ed-6f54ba0efe7d req-166d63a9-83cd-46a5-80fe-f1f7c35e9d29 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fe3c14a7-95b2-4211-8c13-ae471fbbb112 HTTP/1.1" status: 200 len: 912 time: 0.1856027 May 19 09:32:05.069055 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c9e96e70-e11a-49c5-a1f7-e3f579811393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:05.123071 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-c2155e88-7d0f-406f-a016-b1f4bc413993 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:05.133180 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-61d77108-4465-419a-94ed-6f54ba0efe7d req-03e35049-0a32-43b3-8fe0-999fe807def8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef28c7a5-14cd-4052-af2e-80c13efeaa7b HTTP/1.1" status: 200 len: 217 time: 0.0623770 May 19 09:32:05.191678 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c9e96e70-e11a-49c5-a1f7-e3f579811393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:05.201341 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-c2155e88-7d0f-406f-a016-b1f4bc413993 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Made reservation on behalf of 51496ccd2f3e43809de083dde69c59d1 for: {'port': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:32:05.205010 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-c2155e88-7d0f-406f-a016-b1f4bc413993 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:05.206304 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d77108-4465-419a-94ed-6f54ba0efe7d req-7bb79e39-352e-465d-a3af-faaf6bfbfe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:05.207741 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-61d77108-4465-419a-94ed-6f54ba0efe7d req-7bb79e39-352e-465d-a3af-faaf6bfbfe2f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=021c4d73-41b9-4450-ab59-fd4ec8b0ebec HTTP/1.1" status: 200 len: 850 time: 0.0659254 May 19 09:32:05.290253 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d77108-4465-419a-94ed-6f54ba0efe7d req-16e160db-9da2-4362-84c4-c41753ad53ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:05.292390 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-61d77108-4465-419a-94ed-6f54ba0efe7d req-16e160db-9da2-4362-84c4-c41753ad53ef service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fe3c14a7-95b2-4211-8c13-ae471fbbb112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769775 May 19 09:32:05.332284 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8479e2-840a-4b95-a780-06f4ea1322dd req-4c429c70-101d-44b9-ae1e-15bfa632b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:05.333733 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9a8479e2-840a-4b95-a780-06f4ea1322dd req-4c429c70-101d-44b9-ae1e-15bfa632b495 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 HTTP/1.1" status: 200 len: 920 time: 0.4792924 May 19 09:32:05.352787 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-89229712-eac7-4c6c-a0bf-edb239baec3e req-9f0ae54d-e903-4558-a3cb-b0ea7455b54a service neutron] 10.222.0.76 "GET /v2.0/networks/6c3f3406-bcfb-4896-a57f-c7cc7b96bce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473679 May 19 09:32:05.458035 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-61d77108-4465-419a-94ed-6f54ba0efe7d req-f78a8166-e60b-4003-9615-980c4a12513d service neutron] 10.222.0.76 "GET /v2.0/networks/fe3c14a7-95b2-4211-8c13-ae471fbbb112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527374 May 19 09:32:05.471903 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9a8479e2-840a-4b95-a780-06f4ea1322dd req-41c196ab-7dc4-41f4-9396-eb5b47c33a8f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=521d8f58-79a5-4eb5-90e1-bd630e3a9ea2 HTTP/1.1" status: 200 len: 217 time: 0.1264148 May 19 09:32:05.488814 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f572e8e-aa48-43a7-8b17-33765aa21a41 req-945d29ad-4e26-4a53-978a-e1b9317dc3ac tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:05.490326 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9f572e8e-aa48-43a7-8b17-33765aa21a41 req-945d29ad-4e26-4a53-978a-e1b9317dc3ac tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=a32a58a0-ad2c-4be9-a071-63e3c6b005c2 HTTP/1.1" status: 200 len: 945 time: 0.5883355 May 19 09:32:05.632241 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c9e96e70-e11a-49c5-a1f7-e3f579811393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:05.662067 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:05.676650 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-32c3ad9a-fb38-4801-bfcc-4acd109d6fff req-d65d0ce8-0a8c-419b-ad6d-fc574a7be159 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 210 time: 0.0764401 May 19 09:32:05.688919 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8479e2-840a-4b95-a780-06f4ea1322dd req-ccb506ff-17a0-4aaa-ac70-6ed8657b687f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:05.690437 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9a8479e2-840a-4b95-a780-06f4ea1322dd req-ccb506ff-17a0-4aaa-ac70-6ed8657b687f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c29da06d-ddc0-47de-bede-92d24f90436f HTTP/1.1" status: 200 len: 859 time: 0.1953115 May 19 09:32:05.695632 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e96e70-e11a-49c5-a1f7-e3f579811393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f14648-2789-4903-9bb2-86ad573423e7,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:05.701539 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9f572e8e-aa48-43a7-8b17-33765aa21a41 req-01afa94b-fe88-45ec-b4b6-3fa10b4141ec tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647847 May 19 09:32:05.704673 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c9e96e70-e11a-49c5-a1f7-e3f579811393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:05.712472 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-c2155e88-7d0f-406f-a016-b1f4bc413993 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Allocated IP 172.20.0.5 (0e9acd08-416e-46e7-b45a-77614ba19575/6ec9b341-41fc-4e94-9468-56afed9dd04b/74e397e6-bc25-4de3-92ff-476a76407e47) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:32:05.734378 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-61d77108-4465-419a-94ed-6f54ba0efe7d req-4acfd025-412c-450c-bc9a-dd37a703017b service neutron] 10.222.0.76 "GET /v2.0/networks/fe3c14a7-95b2-4211-8c13-ae471fbbb112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690182 May 19 09:32:05.746465 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f72ae6-7e0d-4cc9-96df-7311f8fbb185 req-b004c130-954c-4237-a893-781323be2c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:05.746465 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-97f72ae6-7e0d-4cc9-96df-7311f8fbb185 req-b004c130-954c-4237-a893-781323be2c44 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=302076e5824b440cacc066e41a50e011&device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 1097 time: 0.3344545 May 19 09:32:05.752480 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c9e96e70-e11a-49c5-a1f7-e3f579811393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:05.753747 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-c9e96e70-e11a-49c5-a1f7-e3f579811393 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/42f14648-2789-4903-9bb2-86ad573423e7 HTTP/1.1" status: 204 len: 168 time: 1.1577358 May 19 09:32:05.880674 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9a8479e2-840a-4b95-a780-06f4ea1322dd req-964f2c41-10bb-4ef7-8090-6a52ae23ded2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6c3f3406-bcfb-4896-a57f-c7cc7b96bce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994756 May 19 09:32:05.968064 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5156bb-f49b-43f1-8d6f-7b7706499d24 req-cf431839-bc6b-458a-9728-c364821a27c4 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:05.977553 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-0a5156bb-f49b-43f1-8d6f-7b7706499d24 req-cf431839-bc6b-458a-9728-c364821a27c4 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 944 time: 0.1262162 May 19 09:32:06.030189 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-0a5156bb-f49b-43f1-8d6f-7b7706499d24 req-ef4c3f78-ac5c-4bf4-a263-f91e0b1c61c1 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Synchronizing usage tracker for tenant:302076e5824b440cacc066e41a50e011 on resource:security_group {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:32:06.054019 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-0a5156bb-f49b-43f1-8d6f-7b7706499d24 req-ef4c3f78-ac5c-4bf4-a263-f91e0b1c61c1 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Unset dirty status for tenant:302076e5824b440cacc066e41a50e011 on resource:security_group {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:32:06.062367 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-0a5156bb-f49b-43f1-8d6f-7b7706499d24 req-ef4c3f78-ac5c-4bf4-a263-f91e0b1c61c1 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838397 May 19 09:32:06.363261 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f72ae6-7e0d-4cc9-96df-7311f8fbb185 req-ab889966-5d02-4e90-8140-07ffad7f1301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:06.364629 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-97f72ae6-7e0d-4cc9-96df-7311f8fbb185 req-ab889966-5d02-4e90-8140-07ffad7f1301 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 HTTP/1.1" status: 200 len: 920 time: 0.5824280 May 19 09:32:06.405176 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 40616) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:06.424539 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e02fa2e3-f4c4-489c-bc4e-137972fe1592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:06.441609 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-e02fa2e3-f4c4-489c-bc4e-137972fe1592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:06.446489 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-e02fa2e3-f4c4-489c-bc4e-137972fe1592 admin admin] Usage tracker for resource:security_group_rule and tenant:aa4d48a89ad44131a339385590501174 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:06.450229 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-e02fa2e3-f4c4-489c-bc4e-137972fe1592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:06.460430 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-e02fa2e3-f4c4-489c-bc4e-137972fe1592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:06.486740 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-c2155e88-7d0f-406f-a016-b1f4bc413993 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:06.490097 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-97f72ae6-7e0d-4cc9-96df-7311f8fbb185 req-679db29d-e4c4-4354-9237-9cf5ec72305c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc79a846-fe90-4a73-9c84-5365c026c672 HTTP/1.1" status: 200 len: 217 time: 0.1078238 May 19 09:32:06.497063 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9a8479e2-840a-4b95-a780-06f4ea1322dd req-0f4846ea-3329-4841-832e-6ea55a8c30f0 service neutron] 10.222.0.76 "GET /v2.0/networks/6c3f3406-bcfb-4896-a57f-c7cc7b96bce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6008503 May 19 09:32:06.565347 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e02fa2e3-f4c4-489c-bc4e-137972fe1592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:06.569933 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e02fa2e3-f4c4-489c-bc4e-137972fe1592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:06.577808 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-c2155e88-7d0f-406f-a016-b1f4bc413993 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Transition to ACTIVE for port object 74e397e6-bc25-4de3-92ff-476a76407e47 will not be triggered until provisioned by entity DHCP. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:32:06.578433 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:06.604205 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067f3ac-2461-4dce-8b87-fe90af5ee117 req-484df393-b77f-4d00-a6b6-e1b982e1375f tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:06.608827 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7067f3ac-2461-4dce-8b87-fe90af5ee117 req-484df393-b77f-4d00-a6b6-e1b982e1375f tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 944 time: 0.4319417 May 19 09:32:06.628969 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-e02fa2e3-f4c4-489c-bc4e-137972fe1592 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aa4d48a89ad44131a339385590501174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227759 May 19 09:32:06.631668 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 40622) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:06.635643 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02fa2e3-f4c4-489c-bc4e-137972fe1592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c401052c-d17a-49c0-93b9-011b4c6b8518,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:06.653567 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e02fa2e3-f4c4-489c-bc4e-137972fe1592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:06.696109 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f72ae6-7e0d-4cc9-96df-7311f8fbb185 req-97d2f23f-4984-4f2c-a164-16a70585fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:06.698168 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-97f72ae6-7e0d-4cc9-96df-7311f8fbb185 req-97d2f23f-4984-4f2c-a164-16a70585fd2b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c29da06d-ddc0-47de-bede-92d24f90436f HTTP/1.1" status: 200 len: 859 time: 0.2002575 May 19 09:32:06.707461 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5878dea9-f063-4e8e-99a0-d33818984000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:06.767764 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5878dea9-f063-4e8e-99a0-d33818984000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:06.823671 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-97f72ae6-7e0d-4cc9-96df-7311f8fbb185 req-52a45f82-c3a3-469c-8e42-c01a2c7045ed service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6c3f3406-bcfb-4896-a57f-c7cc7b96bce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120858 May 19 09:32:06.870836 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7067f3ac-2461-4dce-8b87-fe90af5ee117 req-9a8fe29d-cc79-404e-aeb5-4a076ab03fa7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543738 May 19 09:32:06.908325 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-270b5d64-fa16-4c41-9f80-39b21ac131a7 req-b96c110f-13cb-4fa2-ac88-4bbb30555e50 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 210 time: 0.0635881 May 19 09:32:06.908894 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5878dea9-f063-4e8e-99a0-d33818984000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:06.913669 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:06.924534 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878dea9-f063-4e8e-99a0-d33818984000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c401052c-d17a-49c0-93b9-011b4c6b8518,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:06.929714 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-5878dea9-f063-4e8e-99a0-d33818984000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:06.934514 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5878dea9-f063-4e8e-99a0-d33818984000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:06.935751 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-5878dea9-f063-4e8e-99a0-d33818984000 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c401052c-d17a-49c0-93b9-011b4c6b8518 HTTP/1.1" status: 204 len: 168 time: 0.3028083 May 19 09:32:06.976819 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-c2155e88-7d0f-406f-a016-b1f4bc413993 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:06.992046 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-5993a240-9611-4ce5-8135-d38ac1fc88d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:07.047692 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9a8479e2-840a-4b95-a780-06f4ea1322dd req-4cab2308-8d06-4436-9363-1a9544f4c928 service neutron] 10.222.0.76 "GET /v2.0/networks/6c3f3406-bcfb-4896-a57f-c7cc7b96bce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122316 May 19 09:32:07.076256 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-c2155e88-7d0f-406f-a016-b1f4bc413993 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Network 0e9acd08-416e-46e7-b45a-77614ba19575 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:32:07.094855 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2155e88-7d0f-406f-a016-b1f4bc413993 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Pushing event updated for resources: {'Port': ['ID=74e397e6-bc25-4de3-92ff-476a76407e47,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:07.097453 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-c2155e88-7d0f-406f-a016-b1f4bc413993 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Resources bound (agent type, host, resource id): {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:32:07.115187 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c2155e88-7d0f-406f-a016-b1f4bc413993 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:07.155656 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-97f72ae6-7e0d-4cc9-96df-7311f8fbb185 req-1fd92bcd-567d-4751-b43f-4ad18695dfde service neutron] 10.222.0.76 "GET /v2.0/networks/6c3f3406-bcfb-4896-a57f-c7cc7b96bce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153422 May 19 09:32:07.161426 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-c2155e88-7d0f-406f-a016-b1f4bc413993 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:32:07.169073 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-c2155e88-7d0f-406f-a016-b1f4bc413993 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:07.169912 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-c2155e88-7d0f-406f-a016-b1f4bc413993 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:07.188366 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device ef28c7a5-14cd-4052-af2e-80c13efeaa7b details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:32:07.298656 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-c2155e88-7d0f-406f-a016-b1f4bc413993 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8443859 May 19 09:32:07.364770 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] Request body: {'port': {'device_id': '4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:07.395466 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port ef28c7a5-14cd-4052-af2e-80c13efeaa7b, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ef28c7a5-14cd-4052-af2e-80c13efeaa7b,segment=NetworkSegment(99fe1dc6-5cc0-4f55-a1cd-65f659881fe2),segment_id=99fe1dc6-5cc0-4f55-a1cd-65f659881fe2)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:32:07.413540 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Returning: {'device': 'ef28c7a5-14cd-4052-af2e-80c13efeaa7b', 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'port_id': 'ef28c7a5-14cd-4052-af2e-80c13efeaa7b', 'mac_address': 'fa:16:3e:20:57:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:32:07.561572 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:07.578837 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-12817931-dbf7-45e5-8e2e-bcc055833a22 None None] Provisioning for port 74e397e6-bc25-4de3-92ff-476a76407e47 completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:32:07.588616 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef28c7a5-14cd-4052-af2e-80c13efeaa7b {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:32:07.598053 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-12817931-dbf7-45e5-8e2e-bcc055833a22 None None] Provisioning complete for port 74e397e6-bc25-4de3-92ff-476a76407e47 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:32:07.599911 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-12817931-dbf7-45e5-8e2e-bcc055833a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:07.626910 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-97f72ae6-7e0d-4cc9-96df-7311f8fbb185 req-dad647f9-2a74-4896-bc70-07197b00ab34 service neutron] 10.222.0.76 "GET /v2.0/networks/6c3f3406-bcfb-4896-a57f-c7cc7b96bce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500387 May 19 09:32:07.686119 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28a70-2241-4888-aea3-e2ed8f82c6e6 req-cbaa8337-5b46-4745-a63a-26e2b977cae6 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:07.695599 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7dd28a70-2241-4888-aea3-e2ed8f82c6e6 req-cbaa8337-5b46-4745-a63a-26e2b977cae6 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 944 time: 0.4854550 May 19 09:32:07.741953 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port ef28c7a5-14cd-4052-af2e-80c13efeaa7b, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ef28c7a5-14cd-4052-af2e-80c13efeaa7b,segment=NetworkSegment(99fe1dc6-5cc0-4f55-a1cd-65f659881fe2),segment_id=99fe1dc6-5cc0-4f55-a1cd-65f659881fe2)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:32:07.747541 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-12817931-dbf7-45e5-8e2e-bcc055833a22 None None] Port 74e397e6-bc25-4de3-92ff-476a76407e47 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:32:07.775734 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:07.776926 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 521d8f58-79a5-4eb5-90e1-bd630e3a9ea2 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:32:07.779080 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:07.786940 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:07.907192 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7dd28a70-2241-4888-aea3-e2ed8f82c6e6 req-57729b87-fed6-4f7f-80ee-87915aa2ae33 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096798 May 19 09:32:08.071558 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=ef28c7a5-14cd-4052-af2e-80c13efeaa7b,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:08.090175 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:08.218825 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 521d8f58-79a5-4eb5-90e1-bd630e3a9ea2, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=521d8f58-79a5-4eb5-90e1-bd630e3a9ea2,segment=NetworkSegment(3b579030-0c44-4723-88e9-8148ea7ddfec),segment_id=3b579030-0c44-4723-88e9-8148ea7ddfec)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:32:08.237190 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Returning: {'device': '521d8f58-79a5-4eb5-90e1-bd630e3a9ea2', 'network_id': '6c3f3406-bcfb-4896-a57f-c7cc7b96bce2', 'port_id': '521d8f58-79a5-4eb5-90e1-bd630e3a9ea2', 'mac_address': 'fa:16:3e:2b:06:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c29da06d-ddc0-47de-bede-92d24f90436f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:32:08.338372 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:08.350250 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d4c01-fd33-4f99-b924-88a3c4b56ffe req-3e8f5d29-8f1a-4a43-908d-a01b36fa5661 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:08.351477 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-356d4c01-fd33-4f99-b924-88a3c4b56ffe req-3e8f5d29-8f1a-4a43-908d-a01b36fa5661 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 945 time: 0.2456398 May 19 09:32:08.362805 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521d8f58-79a5-4eb5-90e1-bd630e3a9ea2 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:32:08.418163 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 521d8f58-79a5-4eb5-90e1-bd630e3a9ea2, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=521d8f58-79a5-4eb5-90e1-bd630e3a9ea2,segment=NetworkSegment(3b579030-0c44-4723-88e9-8148ea7ddfec),segment_id=3b579030-0c44-4723-88e9-8148ea7ddfec)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:32:08.434226 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:08.440674 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-9b4b3e5b-9494-486b-a4ae-823cb36cbe1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:08.566097 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e397e6-bc25-4de3-92ff-476a76407e47 {{(pid=91651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:32:08.599346 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:08.624824 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] Transition to ACTIVE for port object 74e397e6-bc25-4de3-92ff-476a76407e47 will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:32:08.638140 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:08.649179 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=521d8f58-79a5-4eb5-90e1-bd630e3a9ea2,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:08.651732 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:08.662265 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:08.723676 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['521d8f58-79a5-4eb5-90e1-bd630e3a9ea2'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:32:08.731734 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b27e8-6e69-4362-a77e-3582830bf115 req-8855e11f-71c5-4213-9a3e-67637c689b37 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:08.733476 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-a77b27e8-6e69-4362-a77e-3582830bf115 req-8855e11f-71c5-4213-9a3e-67637c689b37 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 943 time: 0.1650126 May 19 09:32:08.747997 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] Pushing event updated for resources: {'Port': ['ID=74e397e6-bc25-4de3-92ff-476a76407e47,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:08.776552 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:08.781684 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-356d4c01-fd33-4f99-b924-88a3c4b56ffe req-9c56df44-1b23-4c5d-88e7-187a564cba51 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4144831 May 19 09:32:08.845518 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['ef28c7a5-14cd-4052-af2e-80c13efeaa7b'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:32:08.879402 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-a77b27e8-6e69-4362-a77e-3582830bf115 req-417b92d7-c9c2-4b30-a83c-62492f663414 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400442 May 19 09:32:09.123910 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] Attempting to bind port 74e397e6-bc25-4de3-92ff-476a76407e47 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:32:09.124254 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] Attempting to bind port 74e397e6-bc25-4de3-92ff-476a76407e47 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'e9132927-27e6-4fa8-95cd-22862f43b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:32:09.124586 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] Attempting to bind port 74e397e6-bc25-4de3-92ff-476a76407e47 on network 0e9acd08-416e-46e7-b45a-77614ba19575 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:32:09.130143 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] Port 74e397e6-bc25-4de3-92ff-476a76407e47 on network 0e9acd08-416e-46e7-b45a-77614ba19575 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:32:09.130466 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] Attempting to bind port 74e397e6-bc25-4de3-92ff-476a76407e47 on network 0e9acd08-416e-46e7-b45a-77614ba19575 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:32:09.137305 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] Checking agent: {'id': 'e2b12f16-87f3-476d-a836-3e2e94bcfd4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'started_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:32:09.137659 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] Checking segment: {'id': 'e9132927-27e6-4fa8-95cd-22862f43b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:32:09.138146 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] Bound using segment: {'id': 'e9132927-27e6-4fa8-95cd-22862f43b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:32:09.139209 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] Bound port: 74e397e6-bc25-4de3-92ff-476a76407e47, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9132927-27e6-4fa8-95cd-22862f43b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:32:09.139565 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:09.206845 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device fc79a846-fe90-4a73-9c84-5365c026c672 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:32:09.291791 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] For port 74e397e6-bc25-4de3-92ff-476a76407e47, host hv-cinder-79128, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:32:09.295566 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] For port 74e397e6-bc25-4de3-92ff-476a76407e47, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=74e397e6-bc25-4de3-92ff-476a76407e47,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:32:09.304602 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72457eac-88bf-412b-843b-a89c289b3a4f req-eed4a8d7-153e-4bbb-90dd-58c6eaa8d361 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:09.309229 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:09.314761 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-10efc358-744e-470a-aaac-31bdba378bab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:09.326378 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-72457eac-88bf-412b-843b-a89c289b3a4f req-eed4a8d7-153e-4bbb-90dd-58c6eaa8d361 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 944 time: 0.1858318 May 19 09:32:09.383594 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 40720) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:09.406876 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-72457eac-88bf-412b-843b-a89c289b3a4f req-f6a2645a-fe16-4e00-b7dc-e27ae6b3af60 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796340 May 19 09:32:09.470064 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] Pushing event updated for resources: {'Port': ['ID=74e397e6-bc25-4de3-92ff-476a76407e47,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:09.480944 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:09.493372 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:09.494576 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:09.495940 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] 10.222.0.76 "PUT /v2.0/ports/74e397e6-bc25-4de3-92ff-476a76407e47 HTTP/1.1" status: 200 len: 1093 time: 2.1397231 May 19 09:32:09.496662 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff', 'tag': '74e397e6-bc25-4de3-92ff-476a76407e47'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:32:09.602459 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff', 'tag': '74e397e6-bc25-4de3-92ff-476a76407e47', 'status': 'completed', 'code': 200} May 19 09:32:09.655322 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5022c7c-5066-41d7-9677-c802f2997e91 req-55819d31-a4dd-4f46-bc1d-92414dfa31de tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:09.662876 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e5022c7c-5066-41d7-9677-c802f2997e91 req-55819d31-a4dd-4f46-bc1d-92414dfa31de tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/ports?device_id=708713ef-e0bc-480f-b6de-a3b715015197 HTTP/1.1" status: 200 len: 945 time: 0.2293682 May 19 09:32:09.751157 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e5022c7c-5066-41d7-9677-c802f2997e91 req-6efd6664-ec21-45d8-ae91-60bbf0da7378 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/security-groups?id=255ff895-beb5-40dd-9581-14c0c303f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873206 May 19 09:32:09.762973 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port fc79a846-fe90-4a73-9c84-5365c026c672, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=fc79a846-fe90-4a73-9c84-5365c026c672,segment=NetworkSegment(3b579030-0c44-4723-88e9-8148ea7ddfec),segment_id=3b579030-0c44-4723-88e9-8148ea7ddfec)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:32:09.783789 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-7016a4d5-70dd-40fa-a317-49edbd84f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:09.787121 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-7016a4d5-70dd-40fa-a317-49edbd84f13c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=51496ccd2f3e43809de083dde69c59d1&device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 1096 time: 0.2466104 May 19 09:32:09.795142 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Returning: {'device': 'fc79a846-fe90-4a73-9c84-5365c026c672', 'network_id': '6c3f3406-bcfb-4896-a57f-c7cc7b96bce2', 'port_id': 'fc79a846-fe90-4a73-9c84-5365c026c672', 'mac_address': 'fa:16:3e:5f:aa:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c29da06d-ddc0-47de-bede-92d24f90436f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:32:09.902070 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-7ca30e75-7c2e-4c8a-aad8-afd2f4666945 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e397e6-bc25-4de3-92ff-476a76407e47 HTTP/1.1" status: 200 len: 217 time: 0.1027246 May 19 09:32:09.938295 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:09.946226 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4e3bc8bf-b7af-46cc-8f1b-9a7fc97dc6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:09.963697 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc79a846-fe90-4a73-9c84-5365c026c672 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:32:09.985203 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-4e3bc8bf-b7af-46cc-8f1b-9a7fc97dc6c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:09.990156 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port fc79a846-fe90-4a73-9c84-5365c026c672, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=fc79a846-fe90-4a73-9c84-5365c026c672,segment=NetworkSegment(3b579030-0c44-4723-88e9-8148ea7ddfec),segment_id=3b579030-0c44-4723-88e9-8148ea7ddfec)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:32:09.993881 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-4e3bc8bf-b7af-46cc-8f1b-9a7fc97dc6c0 admin admin] Usage tracker for resource:security_group_rule and tenant:d31e9ec14e2646e6b2b04bc0b8b7f432 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:09.995964 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:09.998140 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:10.000404 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-4e3bc8bf-b7af-46cc-8f1b-9a7fc97dc6c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:10.011093 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-4e3bc8bf-b7af-46cc-8f1b-9a7fc97dc6c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:10.113663 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=fc79a846-fe90-4a73-9c84-5365c026c672,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:10.116840 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:10.152059 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-077fa78c-fe80-4c90-a6af-e412c7cb3ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:10.153792 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-077fa78c-fe80-4c90-a6af-e412c7cb3ae1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ec9b341-41fc-4e94-9468-56afed9dd04b HTTP/1.1" status: 200 len: 856 time: 0.2424669 May 19 09:32:10.154376 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92608554-3642-42f8-b48d-bacdf0aa6f48 req-204e184f-bca5-4902-b568-622ce73d93b0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:10.161403 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-92608554-3642-42f8-b48d-bacdf0aa6f48 req-204e184f-bca5-4902-b568-622ce73d93b0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 945 time: 0.1521525 May 19 09:32:10.242290 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4e3bc8bf-b7af-46cc-8f1b-9a7fc97dc6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:10.255683 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1545312-34d4-4e11-b88e-089d682abf49 req-e89b60c1-f3af-4b89-972e-e20098d2db98 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:10.256006 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-92608554-3642-42f8-b48d-bacdf0aa6f48 req-0f1cfc50-f6e0-4a36-b587-c09d039c7b19 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912929 May 19 09:32:10.256712 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-e1545312-34d4-4e11-b88e-089d682abf49 req-e89b60c1-f3af-4b89-972e-e20098d2db98 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Synchronizing usage tracker for tenant:51496ccd2f3e43809de083dde69c59d1 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:32:10.257190 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4e3bc8bf-b7af-46cc-8f1b-9a7fc97dc6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:10.267005 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:10.303829 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-e1545312-34d4-4e11-b88e-089d682abf49 req-e89b60c1-f3af-4b89-972e-e20098d2db98 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Unset dirty status for tenant:51496ccd2f3e43809de083dde69c59d1 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:32:10.312483 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e1545312-34d4-4e11-b88e-089d682abf49 req-e89b60c1-f3af-4b89-972e-e20098d2db98 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 943 time: 0.2482715 May 19 09:32:10.329783 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-4e3bc8bf-b7af-46cc-8f1b-9a7fc97dc6c0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d31e9ec14e2646e6b2b04bc0b8b7f432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9405935 May 19 09:32:10.329783 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3bc8bf-b7af-46cc-8f1b-9a7fc97dc6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725fbe9d-a91a-481e-89ff-7e22d9ecf07e,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:10.332673 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 40762) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:10.334824 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-4e3bc8bf-b7af-46cc-8f1b-9a7fc97dc6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:10.342814 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-8a4f2521-b0c6-494a-95bf-70fb601868e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:10.344288 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-8a4f2521-b0c6-494a-95bf-70fb601868e8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0e9acd08-416e-46e7-b45a-77614ba19575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1780632 May 19 09:32:10.398833 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e1545312-34d4-4e11-b88e-089d682abf49 req-40db9e91-4dea-4a60-b1b0-94c10129cb82 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854254 May 19 09:32:10.408257 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-df936a90-8c9a-4b9e-b766-be210ffb0230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:10.425558 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['fc79a846-fe90-4a73-9c84-5365c026c672'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:32:10.465654 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-df936a90-8c9a-4b9e-b766-be210ffb0230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:10.557894 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:10.601433 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-212205d8-ce73-40d6-9c61-085753fd29ea service neutron] 10.222.0.76 "GET /v2.0/networks/0e9acd08-416e-46e7-b45a-77614ba19575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129257 May 19 09:32:10.730914 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224019d3-d01e-4098-a1c8-4346bc324bd4 req-7a341436-acb3-484c-810a-3727b27db0b0 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:10.733108 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-224019d3-d01e-4098-a1c8-4346bc324bd4 req-7a341436-acb3-484c-810a-3727b27db0b0 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 945 time: 0.1407602 May 19 09:32:10.747414 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-df936a90-8c9a-4b9e-b766-be210ffb0230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:10.780945 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-4ae1afdb-27e6-4248-9cb2-00aacc470c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:10.811236 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df936a90-8c9a-4b9e-b766-be210ffb0230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725fbe9d-a91a-481e-89ff-7e22d9ecf07e,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:10.816242 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-df936a90-8c9a-4b9e-b766-be210ffb0230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:10.827659 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9e90a8f2-feed-490c-8dfc-40a701122c17 req-de0378a7-7ecf-433f-87fc-1f303fe9262c service neutron] 10.222.0.76 "GET /v2.0/networks/0e9acd08-416e-46e7-b45a-77614ba19575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068634 May 19 09:32:10.830042 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-224019d3-d01e-4098-a1c8-4346bc324bd4 req-30fd970a-8397-4e85-862b-5a9b943bdb8f tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756423 May 19 09:32:10.830648 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-df936a90-8c9a-4b9e-b766-be210ffb0230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:10.834070 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-df936a90-8c9a-4b9e-b766-be210ffb0230 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/725fbe9d-a91a-481e-89ff-7e22d9ecf07e HTTP/1.1" status: 204 len: 168 time: 0.4984257 May 19 09:32:11.055537 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7867a6-1227-49c2-acae-29e9c5d65368 req-c8ddace9-b39e-4277-a64e-197edbc014df tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:11.058670 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0f7867a6-1227-49c2-acae-29e9c5d65368 req-c8ddace9-b39e-4277-a64e-197edbc014df tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/ports?device_id=708713ef-e0bc-480f-b6de-a3b715015197 HTTP/1.1" status: 200 len: 945 time: 0.1635182 May 19 09:32:11.065871 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcae953-3dc3-4fce-b59b-33259578740e req-5dd1782c-f0f0-46a4-ad2f-4992069ad005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:11.067335 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-dbcae953-3dc3-4fce-b59b-33259578740e req-5dd1782c-f0f0-46a4-ad2f-4992069ad005 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=51496ccd2f3e43809de083dde69c59d1&device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 1096 time: 0.1352689 May 19 09:32:11.152174 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0f7867a6-1227-49c2-acae-29e9c5d65368 req-f43db214-6129-4018-92f7-fe79c65d5dba tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/security-groups?id=255ff895-beb5-40dd-9581-14c0c303f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838788 May 19 09:32:11.216096 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device ef28c7a5-14cd-4052-af2e-80c13efeaa7b up at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:32:11.327287 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcae953-3dc3-4fce-b59b-33259578740e req-fd1b6362-2166-4d18-bf88-eb9b88dd8173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:11.328737 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-dbcae953-3dc3-4fce-b59b-33259578740e req-fd1b6362-2166-4d18-bf88-eb9b88dd8173 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0e9acd08-416e-46e7-b45a-77614ba19575 HTTP/1.1" status: 200 len: 918 time: 0.2258060 May 19 09:32:11.409141 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning for port ef28c7a5-14cd-4052-af2e-80c13efeaa7b completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:32:11.414987 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning complete for port ef28c7a5-14cd-4052-af2e-80c13efeaa7b triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:32:11.415931 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:11.567322 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 40826) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:11.617806 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:11.622627 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdc36a-19b9-4006-830c-de7e74650865 req-a2b83938-ff2e-41eb-9894-a0ca1afafd2f tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:11.629621 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-11cdc36a-19b9-4006-830c-de7e74650865 req-a2b83938-ff2e-41eb-9894-a0ca1afafd2f tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/networks?id=e5dc340b-0774-45a1-b066-6c9164b5b7b7 HTTP/1.1" status: 200 len: 815 time: 0.2925894 May 19 09:32:11.652791 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-11cdc36a-19b9-4006-830c-de7e74650865 req-ea125d0e-d606-4e67-9983-84435143fa5d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/quotas/0544d498e16e4618bb71471551a403aa HTTP/1.1" status: 200 len: 375 time: 0.0220087 May 19 09:32:11.689406 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port ef28c7a5-14cd-4052-af2e-80c13efeaa7b, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ef28c7a5-14cd-4052-af2e-80c13efeaa7b,segment=NetworkSegment(99fe1dc6-5cc0-4f55-a1cd-65f659881fe2),segment_id=99fe1dc6-5cc0-4f55-a1cd-65f659881fe2)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:32:11.691731 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900f80d6-23a1-4d56-af9b-1f474c23155b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef28c7a5-14cd-4052-af2e-80c13efeaa7b'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:32:11.695161 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-dbcae953-3dc3-4fce-b59b-33259578740e req-eca6ade8-d54e-4b54-b144-b7456c8b6fea service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e397e6-bc25-4de3-92ff-476a76407e47 HTTP/1.1" status: 200 len: 217 time: 0.3454986 May 19 09:32:11.719864 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:11.720745 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 521d8f58-79a5-4eb5-90e1-bd630e3a9ea2 up at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:32:11.759336 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d27043-0bdf-4f93-93c9-fab6f7668706 req-84459f2a-866b-4044-965c-884228db3ff5 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:11.761652 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-11cdc36a-19b9-4006-830c-de7e74650865 req-9d8f32b5-645c-433c-875e-d5484775f690 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0544d498e16e4618bb71471551a403aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1074359 May 19 09:32:11.781706 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e2d27043-0bdf-4f93-93c9-fab6f7668706 req-84459f2a-866b-4044-965c-884228db3ff5 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.76 "GET /v2.0/ports?device_id=708713ef-e0bc-480f-b6de-a3b715015197 HTTP/1.1" status: 200 len: 945 time: 0.5774348 May 19 09:32:11.799233 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-461781a8-e15d-4434-9993-ac73d1bf5463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:11.832293 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:11.835423 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-461781a8-e15d-4434-9993-ac73d1bf5463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:11.898313 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-461781a8-e15d-4434-9993-ac73d1bf5463 admin admin] Usage tracker for resource:security_group_rule and tenant:9c4656bf6f554aaf98ecd254cdd414c7 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:11.926736 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-461781a8-e15d-4434-9993-ac73d1bf5463 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:11.933038 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=ef28c7a5-14cd-4052-af2e-80c13efeaa7b,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:11.938010 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:11.938837 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-461781a8-e15d-4434-9993-ac73d1bf5463 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:11.961113 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning for port 521d8f58-79a5-4eb5-90e1-bd630e3a9ea2 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:32:11.971032 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning complete for port 521d8f58-79a5-4eb5-90e1-bd630e3a9ea2 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:32:11.972080 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:11.996828 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcae953-3dc3-4fce-b59b-33259578740e req-d643fa68-d962-4b1e-8fe9-88764dfce9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:12.003274 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-dbcae953-3dc3-4fce-b59b-33259578740e req-d643fa68-d962-4b1e-8fe9-88764dfce9e1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ec9b341-41fc-4e94-9468-56afed9dd04b HTTP/1.1" status: 200 len: 856 time: 0.3052845 May 19 09:32:12.045719 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-11cdc36a-19b9-4006-830c-de7e74650865 req-2192a62c-ebf0-4af9-9e39-5a825fe253fe service neutron] 10.222.0.61 "GET /v2.0/networks/e5dc340b-0774-45a1-b066-6c9164b5b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703400 May 19 09:32:12.125359 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927f5f3-545f-410b-8dbf-8eece85e00cd req-a1f9d3bd-52e7-45af-aa02-8f7830e5deff tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:12.127447 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f927f5f3-545f-410b-8dbf-8eece85e00cd req-a1f9d3bd-52e7-45af-aa02-8f7830e5deff tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.5370409 May 19 09:32:12.145685 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-e2d27043-0bdf-4f93-93c9-fab6f7668706 req-33b63071-7e83-4950-9ac9-6c10554c2693 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Deleting port 809b80d9-189a-493e-8363-0bfc7acda3de {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:32:12.146471 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e2d27043-0bdf-4f93-93c9-fab6f7668706 req-33b63071-7e83-4950-9ac9-6c10554c2693 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:12.158753 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:12.216396 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcae953-3dc3-4fce-b59b-33259578740e req-76986dd5-b39c-4eab-b762-8a88f52b0af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:12.217916 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-dbcae953-3dc3-4fce-b59b-33259578740e req-76986dd5-b39c-4eab-b762-8a88f52b0af5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0e9acd08-416e-46e7-b45a-77614ba19575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2021558 May 19 09:32:12.221084 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 521d8f58-79a5-4eb5-90e1-bd630e3a9ea2, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=521d8f58-79a5-4eb5-90e1-bd630e3a9ea2,segment=NetworkSegment(3b579030-0c44-4723-88e9-8148ea7ddfec),segment_id=3b579030-0c44-4723-88e9-8148ea7ddfec)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:32:12.228206 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:12.231143 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:12.272555 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-461781a8-e15d-4434-9993-ac73d1bf5463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:12.284792 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-11cdc36a-19b9-4006-830c-de7e74650865 req-db306d96-bedb-4629-a538-de0c7539a3f6 service neutron] 10.222.0.61 "GET /v2.0/networks/e5dc340b-0774-45a1-b066-6c9164b5b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374489 May 19 09:32:12.286733 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-461781a8-e15d-4434-9993-ac73d1bf5463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:12.298779 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-4e3bc8bf-b7af-46cc-8f1b-9a7fc97dc6c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:12.329273 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=521d8f58-79a5-4eb5-90e1-bd630e3a9ea2,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:12.332631 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:12.369315 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-461781a8-e15d-4434-9993-ac73d1bf5463 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9c4656bf6f554aaf98ecd254cdd414c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8003836 May 19 09:32:12.370206 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 40866) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:12.372478 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461781a8-e15d-4434-9993-ac73d1bf5463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d8f586-8dec-4696-b6fa-bbac62efbb31,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:12.375773 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-461781a8-e15d-4434-9993-ac73d1bf5463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:12.387665 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f927f5f3-545f-410b-8dbf-8eece85e00cd req-09063a70-6abb-4686-bf0a-8fa974fb8027 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505589 May 19 09:32:12.445606 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e5913103-d787-46e3-a075-f868b1c53cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:12.457211 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-e2d27043-0bdf-4f93-93c9-fab6f7668706 req-33b63071-7e83-4950-9ac9-6c10554c2693 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] For port 809b80d9-189a-493e-8363-0bfc7acda3de, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=809b80d9-189a-493e-8363-0bfc7acda3de,segment=NetworkSegment(f748bb92-366e-46be-974f-188020494937),segment_id=f748bb92-366e-46be-974f-188020494937)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:32:12.457571 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e2d27043-0bdf-4f93-93c9-fab6f7668706 req-33b63071-7e83-4950-9ac9-6c10554c2693 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:12.471331 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-dbcae953-3dc3-4fce-b59b-33259578740e req-08bf5b89-aefc-4884-b036-b735c2e2e581 service neutron] 10.222.0.76 "GET /v2.0/networks/0e9acd08-416e-46e7-b45a-77614ba19575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964507 May 19 09:32:12.481533 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e5913103-d787-46e3-a075-f868b1c53cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:12.566199 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e5913103-d787-46e3-a075-f868b1c53cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:12.576417 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:12.585105 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900f80d6-23a1-4d56-af9b-1f474c23155b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef28c7a5-14cd-4052-af2e-80c13efeaa7b', 'code': 200} May 19 09:32:12.615303 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e5913103-d787-46e3-a075-f868b1c53cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:12.620230 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-e5913103-d787-46e3-a075-f868b1c53cef admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/48d8f586-8dec-4696-b6fa-bbac62efbb31 HTTP/1.1" status: 204 len: 168 time: 0.2462885 May 19 09:32:12.621186 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5913103-d787-46e3-a075-f868b1c53cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d8f586-8dec-4696-b6fa-bbac62efbb31,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:12.640013 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e5913103-d787-46e3-a075-f868b1c53cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:12.839108 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-e2d27043-0bdf-4f93-93c9-fab6f7668706 req-33b63071-7e83-4950-9ac9-6c10554c2693 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Calling delete_port for 809b80d9-189a-493e-8363-0bfc7acda3de owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:32:12.846211 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82621a25-8af5-4477-a7aa-a7cd7f7dbbab req-dd419b62-3888-428f-ba8d-578a0229377c tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:12.854679 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-82621a25-8af5-4477-a7aa-a7cd7f7dbbab req-dd419b62-3888-428f-ba8d-578a0229377c tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 945 time: 0.1714685 May 19 09:32:12.920149 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-82621a25-8af5-4477-a7aa-a7cd7f7dbbab req-699827ff-cb7c-42b9-9be4-4a3dde31613f tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644882 May 19 09:32:13.160932 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-dbcae953-3dc3-4fce-b59b-33259578740e req-cf0a4151-30f5-4fe1-818d-e907809459e4 service neutron] 10.222.0.76 "GET /v2.0/networks/0e9acd08-416e-46e7-b45a-77614ba19575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935431 May 19 09:32:13.200173 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d1c48-4413-40eb-a169-e178f1d9205d req-33834a35-fcfc-4b74-9108-b683061bb0c8 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:13.213954 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e42d1c48-4413-40eb-a169-e178f1d9205d req-33834a35-fcfc-4b74-9108-b683061bb0c8 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 943 time: 0.3838794 May 19 09:32:13.225668 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 74e397e6-bc25-4de3-92ff-476a76407e47 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:32:13.252107 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ef260-7f67-496a-bfec-f3df5ad20da7 req-fa7ad3b8-ed7b-4502-9694-36c0e182f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:13.253645 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-1e6ef260-7f67-496a-bfec-f3df5ad20da7 req-fa7ad3b8-ed7b-4502-9694-36c0e182f2be service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 1099 time: 0.4060192 May 19 09:32:13.260125 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4ec66-7adc-40f1-968e-9043ce0440d6 req-f6e8d8cb-61ed-4773-952a-2f63a1192464 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:13.261847 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-9fc4ec66-7adc-40f1-968e-9043ce0440d6 req-f6e8d8cb-61ed-4773-952a-2f63a1192464 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/ports?device_id=708713ef-e0bc-480f-b6de-a3b715015197 HTTP/1.1" status: 200 len: 945 time: 0.1798241 May 19 09:32:13.262340 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 40922) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:13.355851 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3f645031-bba9-419c-9c4a-b6cfcccf2d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:13.393921 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-3f645031-bba9-419c-9c4a-b6cfcccf2d6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:13.404720 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-9fc4ec66-7adc-40f1-968e-9043ce0440d6 req-557a76e7-be56-4b59-98ac-3d76e361142b tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/security-groups?id=255ff895-beb5-40dd-9581-14c0c303f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304777 May 19 09:32:13.408801 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e42d1c48-4413-40eb-a169-e178f1d9205d req-5af81023-5df1-4e95-b645-b23322c70fc6 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939869 May 19 09:32:13.411409 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-3f645031-bba9-419c-9c4a-b6cfcccf2d6b admin admin] Usage tracker for resource:security_group_rule and tenant:0303cd8beedf4878973b05a6fe1c09e6 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:13.423220 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-3f645031-bba9-419c-9c4a-b6cfcccf2d6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:13.443126 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e2d27043-0bdf-4f93-93c9-fab6f7668706 req-33b63071-7e83-4950-9ac9-6c10554c2693 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:13.450475 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-3f645031-bba9-419c-9c4a-b6cfcccf2d6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:13.463463 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:13.488351 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device fc79a846-fe90-4a73-9c84-5365c026c672 up at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:32:13.543571 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['809b80d9-189a-493e-8363-0bfc7acda3de'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:32:13.572767 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-1e6ef260-7f67-496a-bfec-f3df5ad20da7 req-d18448fe-6405-4542-a75c-62ee8131034e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3026514 May 19 09:32:13.593046 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b63071-7e83-4950-9ac9-6c10554c2693 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Pushing event deleted for resources: {'Port': ['ID=809b80d9-189a-493e-8363-0bfc7acda3de,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:13.647793 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3f645031-bba9-419c-9c4a-b6cfcccf2d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:13.691987 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3f645031-bba9-419c-9c4a-b6cfcccf2d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:13.706520 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-2cc57fc3-b61e-4f99-afc8-96a985da5ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:13.747239 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f645031-bba9-419c-9c4a-b6cfcccf2d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbcb2be-70b2-45ca-a4d7-b6da982df6f8,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:13.757809 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 74e397e6-bc25-4de3-92ff-476a76407e47, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=74e397e6-bc25-4de3-92ff-476a76407e47,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:32:13.762512 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-136e82f8-33af-4ed3-9bfd-ca012380968b req-8a4ad5dd-2b08-43f0-927d-0a0bea9b380d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=24a07c91-859d-4dd6-ac2f-a9921e5ff1f2 HTTP/1.1" status: 200 len: 210 time: 0.1082768 May 19 09:32:13.769616 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-3f645031-bba9-419c-9c4a-b6cfcccf2d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:13.779430 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning for port fc79a846-fe90-4a73-9c84-5365c026c672 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:32:13.795704 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-3f645031-bba9-419c-9c4a-b6cfcccf2d6b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0303cd8beedf4878973b05a6fe1c09e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5241926 May 19 09:32:13.796771 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 40946) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:13.797675 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning complete for port fc79a846-fe90-4a73-9c84-5365c026c672 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:32:13.799799 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:13.857030 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Returning: {'device': '74e397e6-bc25-4de3-92ff-476a76407e47', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'port_id': '74e397e6-bc25-4de3-92ff-476a76407e47', 'mac_address': 'fa:16:3e:37:bb:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:32:13.898968 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6a2c035c-fda9-429a-887e-33c4ad28782d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:13.903578 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-33b63071-7e83-4950-9ac9-6c10554c2693 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:13.938169 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6a2c035c-fda9-429a-887e-33c4ad28782d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:13.938366 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:13.966237 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d27043-0bdf-4f93-93c9-fab6f7668706 req-33b63071-7e83-4950-9ac9-6c10554c2693 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] No DVR routers for this DVR port 809b80d9-189a-493e-8363-0bfc7acda3de on host hv-cinder-79128 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:32:13.987088 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e2d27043-0bdf-4f93-93c9-fab6f7668706 req-33b63071-7e83-4950-9ac9-6c10554c2693 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:14.001899 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708713ef-e0bc-480f-b6de-a3b715015197', 'name': 'network-vif-deleted', 'tag': '809b80d9-189a-493e-8363-0bfc7acda3de'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:32:14.028873 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e2d27043-0bdf-4f93-93c9-fab6f7668706 req-33b63071-7e83-4950-9ac9-6c10554c2693 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.76 "DELETE /v2.0/ports/809b80d9-189a-493e-8363-0bfc7acda3de HTTP/1.1" status: 204 len: 173 time: 2.2399492 May 19 09:32:14.035432 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6a2c035c-fda9-429a-887e-33c4ad28782d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:14.048595 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-df936a90-8c9a-4b9e-b766-be210ffb0230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:14.066836 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c66df-e085-422b-b780-72e2022eeffa req-de4f2929-9130-4a2e-890c-b2ebee4aa625 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:14.076871 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c035c-fda9-429a-887e-33c4ad28782d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbcb2be-70b2-45ca-a4d7-b6da982df6f8,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:14.077540 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:14.084274 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6a2c035c-fda9-429a-887e-33c4ad28782d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:14.089023 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-bf2c66df-e085-422b-b780-72e2022eeffa req-de4f2929-9130-4a2e-890c-b2ebee4aa625 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.1910348 May 19 09:32:14.089172 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-6a2c035c-fda9-429a-887e-33c4ad28782d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3bbcb2be-70b2-45ca-a4d7-b6da982df6f8 HTTP/1.1" status: 204 len: 168 time: 0.2873776 May 19 09:32:14.089268 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-6a2c035c-fda9-429a-887e-33c4ad28782d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:14.131522 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e397e6-bc25-4de3-92ff-476a76407e47 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:32:14.150287 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-bf2c66df-e085-422b-b780-72e2022eeffa req-cf4bfd7c-c3c0-4674-a798-9c961c9adf63 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628674 May 19 09:32:14.169170 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 74e397e6-bc25-4de3-92ff-476a76407e47, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=74e397e6-bc25-4de3-92ff-476a76407e47,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:32:14.201326 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:14.213852 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:14.219811 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01e722-49e9-40cb-a1b6-3e0a16366c5b req-c8577f4c-7cb8-4370-a31f-094296655482 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:14.224176 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708713ef-e0bc-480f-b6de-a3b715015197', 'name': 'network-vif-deleted', 'tag': '809b80d9-189a-493e-8363-0bfc7acda3de', 'status': 'completed', 'code': 200} May 19 09:32:14.225919 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-ab01e722-49e9-40cb-a1b6-3e0a16366c5b req-c8577f4c-7cb8-4370-a31f-094296655482 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 945 time: 0.1320179 May 19 09:32:14.274579 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-ab01e722-49e9-40cb-a1b6-3e0a16366c5b req-40964542-ed08-48d7-9e8f-323c9bd98554 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439594 May 19 09:32:14.290836 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port fc79a846-fe90-4a73-9c84-5365c026c672, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=fc79a846-fe90-4a73-9c84-5365c026c672,segment=NetworkSegment(3b579030-0c44-4723-88e9-8148ea7ddfec),segment_id=3b579030-0c44-4723-88e9-8148ea7ddfec)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:32:14.309609 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:14.315914 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=74e397e6-bc25-4de3-92ff-476a76407e47,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:14.327462 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:14.328176 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:14.441641 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=fc79a846-fe90-4a73-9c84-5365c026c672,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:14.446064 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:14.514690 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['74e397e6-bc25-4de3-92ff-476a76407e47'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:32:14.585670 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307c3f8e-1fda-4fdf-b436-9f150edf008a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521d8f58-79a5-4eb5-90e1-bd630e3a9ea2'}, {'server_uuid': '8c4b462d-eb60-4633-b21a-2574a8deb42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc79a846-fe90-4a73-9c84-5365c026c672'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:32:14.835499 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-2b7d976d-281b-4951-9f35-004cb976670c req-6a395945-bea3-4d89-a0ea-9ee2bbfb8bd4 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] 10.222.0.61 "GET /v2.0/ports?device_id=708713ef-e0bc-480f-b6de-a3b715015197 HTTP/1.1" status: 200 len: 210 time: 0.0829263 May 19 09:32:14.935497 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307c3f8e-1fda-4fdf-b436-9f150edf008a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521d8f58-79a5-4eb5-90e1-bd630e3a9ea2', 'code': 200} May 19 09:32:14.935786 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4b462d-eb60-4633-b21a-2574a8deb42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc79a846-fe90-4a73-9c84-5365c026c672', 'code': 200} May 19 09:32:14.958904 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdc36a-19b9-4006-830c-de7e74650865 req-e073ca75-fa3a-48d3-b69c-434abef6360d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:14.960858 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-11cdc36a-19b9-4006-830c-de7e74650865 req-e073ca75-fa3a-48d3-b69c-434abef6360d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.76 "GET /v2.0/networks?id=e5dc340b-0774-45a1-b066-6c9164b5b7b7 HTTP/1.1" status: 200 len: 815 time: 0.5453792 May 19 09:32:14.975915 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-11cdc36a-19b9-4006-830c-de7e74650865 req-015e08ee-78dc-47f7-aeaf-e9f14d5751a0 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Request body: {'port': {'device_id': '24a07c91-859d-4dd6-ac2f-a9921e5ff1f2', 'network_id': 'e5dc340b-0774-45a1-b066-6c9164b5b7b7', 'admin_state_up': True, 'tenant_id': '0544d498e16e4618bb71471551a403aa'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:15.005527 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 40988) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:15.025616 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd08482-b964-4b09-9949-56d72c4c6553 req-7952bf13-d60c-4df9-bd86-577b4ff2b528 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:15.032961 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3fd08482-b964-4b09-9949-56d72c4c6553 req-7952bf13-d60c-4df9-bd86-577b4ff2b528 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 944 time: 0.3153133 May 19 09:32:15.152081 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-603eb7f8-1319-4375-b6ce-522a1ece823a req-c8a112ca-7b4a-4afc-bca8-fb9876183d41 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=24a07c91-859d-4dd6-ac2f-a9921e5ff1f2 HTTP/1.1" status: 200 len: 210 time: 0.0779009 May 19 09:32:15.243735 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 809b80d9-189a-493e-8363-0bfc7acda3de no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:32:15.262761 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3fd08482-b964-4b09-9949-56d72c4c6553 req-be226f28-3447-4c01-bedc-df663b93c7f5 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241685 May 19 09:32:15.335435 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-11cdc36a-19b9-4006-830c-de7e74650865 req-015e08ee-78dc-47f7-aeaf-e9f14d5751a0 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:15.338537 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-743d080d-9ebd-4fa9-ba53-667ddfc66ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:15.347378 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-11cdc36a-19b9-4006-830c-de7e74650865 req-015e08ee-78dc-47f7-aeaf-e9f14d5751a0 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:15.349812 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] No Port match for: 809b80d9-189a-493e-8363-0bfc7acda3de {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:32:15.350280 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 809b80d9-189a-493e-8363-0bfc7acda3de not bound to the agent host hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:32:15.359939 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-743d080d-9ebd-4fa9-ba53-667ddfc66ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:15.368156 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-743d080d-9ebd-4fa9-ba53-667ddfc66ae0 admin admin] Usage tracker for resource:security_group_rule and tenant:1bf1591faf4c45018ba128391a9c40fc is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:15.369842 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-743d080d-9ebd-4fa9-ba53-667ddfc66ae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:15.371660 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11cdc36a-19b9-4006-830c-de7e74650865 req-015e08ee-78dc-47f7-aeaf-e9f14d5751a0 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Made reservation on behalf of 0544d498e16e4618bb71471551a403aa for: {'port': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:32:15.385750 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-11cdc36a-19b9-4006-830c-de7e74650865 req-015e08ee-78dc-47f7-aeaf-e9f14d5751a0 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:15.388979 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-743d080d-9ebd-4fa9-ba53-667ddfc66ae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:15.569742 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c5abe-82f0-49e9-93ac-8f2025cca4a5 req-67bceb3e-263b-4d79-ad4d-a59244ade020 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:15.578593 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-5d4c5abe-82f0-49e9-93ac-8f2025cca4a5 req-67bceb3e-263b-4d79-ad4d-a59244ade020 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.1621311 May 19 09:32:15.641482 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-743d080d-9ebd-4fa9-ba53-667ddfc66ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:15.664657 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-743d080d-9ebd-4fa9-ba53-667ddfc66ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:15.678255 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:15.771248 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ca8d3-f483-4b91-a059-ef98975d8802 req-4ce31a6a-5d2a-4695-9a5f-9fc679cd8d10 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:15.772756 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c36ca8d3-f483-4b91-a059-ef98975d8802 req-4ce31a6a-5d2a-4695-9a5f-9fc679cd8d10 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.3266807 May 19 09:32:15.784018 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [req-11cdc36a-19b9-4006-830c-de7e74650865 req-015e08ee-78dc-47f7-aeaf-e9f14d5751a0 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Allocated IP 172.20.0.11 (e5dc340b-0774-45a1-b066-6c9164b5b7b7/fd51e182-9590-4f5a-a12b-b129f5ac7e70/a2e4776b-c34c-44a7-9f40-9f29639edbc8) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:32:15.807982 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-5d4c5abe-82f0-49e9-93ac-8f2025cca4a5 req-6481c50d-74d2-4c2f-82ca-dcc3c2f79106 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280717 May 19 09:32:15.812571 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d080d-9ebd-4fa9-ba53-667ddfc66ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb5f462-631b-431b-8960-b00ec3d32304,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:15.815503 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-743d080d-9ebd-4fa9-ba53-667ddfc66ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:15.824838 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57329eb5-fa3d-4193-9b15-2a535eeec514 req-99861f05-9c59-4fc8-aada-5a02249bead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:15.825598 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-743d080d-9ebd-4fa9-ba53-667ddfc66ae0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1bf1591faf4c45018ba128391a9c40fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8189540 May 19 09:32:15.826670 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-57329eb5-fa3d-4193-9b15-2a535eeec514 req-99861f05-9c59-4fc8-aada-5a02249bead4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 1099 time: 0.2765980 May 19 09:32:15.830529 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 41020) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:15.847883 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d81eb-f594-4b97-9988-bdec975196d5 req-41fbbda6-0440-4db2-9c13-2b322392e7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:15.849620 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9b8d81eb-f594-4b97-9988-bdec975196d5 req-41fbbda6-0440-4db2-9c13-2b322392e7c6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 1098 time: 0.3640575 May 19 09:32:15.921384 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c36ca8d3-f483-4b91-a059-ef98975d8802 req-a37dffeb-60fa-4edc-8089-a9507ee6146e tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393001 May 19 09:32:16.028804 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9b8d81eb-f594-4b97-9988-bdec975196d5 req-958e7fec-30df-4486-a88a-d548cab66aba service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398964 May 19 09:32:16.030508 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-57329eb5-fa3d-4193-9b15-2a535eeec514 req-8740812e-5403-4db2-9d26-dce9cf383825 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894143 May 19 09:32:16.053214 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f14d0-7e9f-4ad1-8027-f6518754c4d6 req-0ae99fee-83c6-4698-8029-9d8538cfce1a tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:16.059008 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-476f14d0-7e9f-4ad1-8027-f6518754c4d6 req-0ae99fee-83c6-4698-8029-9d8538cfce1a tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.1314921 May 19 09:32:16.064670 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 41030) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:16.070498 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-879aaade-6c11-4f5a-84a7-dcd71749ecb0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Request body: {'floatingip': {'port_id': 'ef28c7a5-14cd-4052-af2e-80c13efeaa7b'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:16.111132 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0ab50259-a6a9-43b8-808a-ce9ed05f53d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:16.184180 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-879aaade-6c11-4f5a-84a7-dcd71749ecb0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for floatingip, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:16.193917 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0ab50259-a6a9-43b8-808a-ce9ed05f53d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:16.342694 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-11cdc36a-19b9-4006-830c-de7e74650865 req-015e08ee-78dc-47f7-aeaf-e9f14d5751a0 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:16.433318 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0ab50259-a6a9-43b8-808a-ce9ed05f53d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:16.444135 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-cdf50681-8ec7-40da-8534-ebba699b3e80 req-1c5baf09-2be6-4055-a8be-251d91b65706 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=24a07c91-859d-4dd6-ac2f-a9921e5ff1f2 HTTP/1.1" status: 200 len: 210 time: 0.0571606 May 19 09:32:16.447314 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:16.463716 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab50259-a6a9-43b8-808a-ce9ed05f53d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb5f462-631b-431b-8960-b00ec3d32304,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:16.478288 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0ab50259-a6a9-43b8-808a-ce9ed05f53d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:16.478587 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-11cdc36a-19b9-4006-830c-de7e74650865 req-015e08ee-78dc-47f7-aeaf-e9f14d5751a0 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:16.488232 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:16.503666 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['a92d8f28-91e9-4fda-b383-fe4e30f1634d'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:32:16.605730 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0ab50259-a6a9-43b8-808a-ce9ed05f53d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:16.622133 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-0ab50259-a6a9-43b8-808a-ce9ed05f53d7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bbb5f462-631b-431b-8960-b00ec3d32304 HTTP/1.1" status: 204 len: 168 time: 0.7723036 May 19 09:32:16.640711 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11cdc36a-19b9-4006-830c-de7e74650865 req-015e08ee-78dc-47f7-aeaf-e9f14d5751a0 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Network e5dc340b-0774-45a1-b066-6c9164b5b7b7 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:32:16.641609 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e08ee-78dc-47f7-aeaf-e9f14d5751a0 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Pushing event updated for resources: {'Port': ['ID=a2e4776b-c34c-44a7-9f40-9f29639edbc8,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:16.654280 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [req-11cdc36a-19b9-4006-830c-de7e74650865 req-015e08ee-78dc-47f7-aeaf-e9f14d5751a0 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Resources bound (agent type, host, resource id): {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:32:16.668027 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-015e08ee-78dc-47f7-aeaf-e9f14d5751a0 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:16.669555 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cdc36a-19b9-4006-830c-de7e74650865 req-015e08ee-78dc-47f7-aeaf-e9f14d5751a0 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:32:16.670978 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766dc3a-ceef-4448-9685-0dab4fd596ae req-f113fb44-5756-4cac-9bc6-139d1f5889dd tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:16.672546 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-7766dc3a-ceef-4448-9685-0dab4fd596ae req-f113fb44-5756-4cac-9bc6-139d1f5889dd tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 944 time: 0.2327282 May 19 09:32:16.685391 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdc36a-19b9-4006-830c-de7e74650865 req-015e08ee-78dc-47f7-aeaf-e9f14d5751a0 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:16.687012 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-11cdc36a-19b9-4006-830c-de7e74650865 req-015e08ee-78dc-47f7-aeaf-e9f14d5751a0 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:16.721196 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-11cdc36a-19b9-4006-830c-de7e74650865 req-015e08ee-78dc-47f7-aeaf-e9f14d5751a0 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7496707 May 19 09:32:16.739032 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-11cdc36a-19b9-4006-830c-de7e74650865 req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] Request body: {'port': {'device_id': '24a07c91-859d-4dd6-ac2f-a9921e5ff1f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:16.815973 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-7766dc3a-ceef-4448-9685-0dab4fd596ae req-569cbeb1-060a-491c-8806-9995ce7bda53 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759814 May 19 09:32:16.915836 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-11cdc36a-19b9-4006-830c-de7e74650865 req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:17.173819 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 41058) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:17.197251 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9b0e2ea0-e58c-475b-bea8-695d55c3af40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:17.221378 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-9b0e2ea0-e58c-475b-bea8-695d55c3af40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:17.229237 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-9b0e2ea0-e58c-475b-bea8-695d55c3af40 admin admin] Usage tracker for resource:security_group_rule and tenant:67b62ff42c154d898eae2e57c994a5ff is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:17.233942 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-9b0e2ea0-e58c-475b-bea8-695d55c3af40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:17.239313 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 74e397e6-bc25-4de3-92ff-476a76407e47 up at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:32:17.248623 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.db.resource_extend [None req-879aaade-6c11-4f5a-84a7-dcd71749ecb0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 09:32:17.320217 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-9b0e2ea0-e58c-475b-bea8-695d55c3af40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:17.320430 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning for port 74e397e6-bc25-4de3-92ff-476a76407e47 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:32:17.327050 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning complete for port 74e397e6-bc25-4de3-92ff-476a76407e47 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:32:17.327050 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:17.383048 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be2945-de7d-4ee3-a7ad-0d62b9e022d8 req-c0d7cae8-f45c-41e6-972c-ff8da092cec0 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:17.385695 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-879aaade-6c11-4f5a-84a7-dcd71749ecb0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:17.397425 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-879aaade-6c11-4f5a-84a7-dcd71749ecb0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806387'] for floatingip, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:17.398999 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f6be2945-de7d-4ee3-a7ad-0d62b9e022d8 req-c0d7cae8-f45c-41e6-972c-ff8da092cec0 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.2510972 May 19 09:32:17.479061 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f6be2945-de7d-4ee3-a7ad-0d62b9e022d8 req-b6a7c98e-d039-4a31-84b7-bc54324df87b tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762084 May 19 09:32:17.490637 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:17.525747 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e397e6-bc25-4de3-92ff-476a76407e47'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:32:17.536996 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 74e397e6-bc25-4de3-92ff-476a76407e47, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=74e397e6-bc25-4de3-92ff-476a76407e47,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:32:17.550521 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:17.553658 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:17.612384 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [req-11cdc36a-19b9-4006-830c-de7e74650865 req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e4776b-c34c-44a7-9f40-9f29639edbc8 {{(pid=91651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:32:17.632719 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-11cdc36a-19b9-4006-830c-de7e74650865 req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:17.663150 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e397e6-bc25-4de3-92ff-476a76407e47', 'code': 200} May 19 09:32:17.668015 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-11cdc36a-19b9-4006-830c-de7e74650865 req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] Transition to ACTIVE for port object a2e4776b-c34c-44a7-9f40-9f29639edbc8 will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:32:17.683223 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-11cdc36a-19b9-4006-830c-de7e74650865 req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:17.687390 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0705059f-cf0e-48d1-bb14-5f57bc3f9103 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:17.752129 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=74e397e6-bc25-4de3-92ff-476a76407e47,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:17.760259 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:17.846502 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.db.l3_db [None req-879aaade-6c11-4f5a-84a7-dcd71749ecb0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Floating IP d9692e95-a05f-49c1-8d06-2ce9c7fc94af associated. External IP: 172.28.0.86, port: ef28c7a5-14cd-4052-af2e-80c13efeaa7b. May 19 09:32:17.971755 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e4776b-c34c-44a7-9f40-9f29639edbc8,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:17.986013 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:18.100370 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9b0e2ea0-e58c-475b-bea8-695d55c3af40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:18.118164 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9b0e2ea0-e58c-475b-bea8-695d55c3af40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:18.139905 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:18.197393 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-11cdc36a-19b9-4006-830c-de7e74650865 req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] Attempting to bind port a2e4776b-c34c-44a7-9f40-9f29639edbc8 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:32:18.197724 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-11cdc36a-19b9-4006-830c-de7e74650865 req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] Attempting to bind port a2e4776b-c34c-44a7-9f40-9f29639edbc8 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '0a28f06a-1a12-4af4-8b52-7fba5e27dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e5dc340b-0774-45a1-b066-6c9164b5b7b7'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:32:18.198071 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cdc36a-19b9-4006-830c-de7e74650865 req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] Attempting to bind port a2e4776b-c34c-44a7-9f40-9f29639edbc8 on network e5dc340b-0774-45a1-b066-6c9164b5b7b7 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:32:18.208324 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cdc36a-19b9-4006-830c-de7e74650865 req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] Port a2e4776b-c34c-44a7-9f40-9f29639edbc8 on network e5dc340b-0774-45a1-b066-6c9164b5b7b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:32:18.208642 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cdc36a-19b9-4006-830c-de7e74650865 req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] Attempting to bind port a2e4776b-c34c-44a7-9f40-9f29639edbc8 on network e5dc340b-0774-45a1-b066-6c9164b5b7b7 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:32:18.218476 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cdc36a-19b9-4006-830c-de7e74650865 req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] Checking agent: {'id': 'e2b12f16-87f3-476d-a836-3e2e94bcfd4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'started_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:32:18.218767 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cdc36a-19b9-4006-830c-de7e74650865 req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] Checking segment: {'id': '0a28f06a-1a12-4af4-8b52-7fba5e27dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e5dc340b-0774-45a1-b066-6c9164b5b7b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:32:18.219145 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cdc36a-19b9-4006-830c-de7e74650865 req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] Bound using segment: {'id': '0a28f06a-1a12-4af4-8b52-7fba5e27dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e5dc340b-0774-45a1-b066-6c9164b5b7b7'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:32:18.219569 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-11cdc36a-19b9-4006-830c-de7e74650865 req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] Bound port: a2e4776b-c34c-44a7-9f40-9f29639edbc8, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a28f06a-1a12-4af4-8b52-7fba5e27dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e5dc340b-0774-45a1-b066-6c9164b5b7b7'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:32:18.219909 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-11cdc36a-19b9-4006-830c-de7e74650865 req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:18.243179 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d07f1-c970-4456-8f3e-6d6315e7c33a req-f5727346-3e6a-4560-94fc-5fa99eee626e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:18.245203 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-020d07f1-c970-4456-8f3e-6d6315e7c33a req-f5727346-3e6a-4560-94fc-5fa99eee626e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 1098 time: 0.2809453 May 19 09:32:18.265148 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-9b0e2ea0-e58c-475b-bea8-695d55c3af40 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=67b62ff42c154d898eae2e57c994a5ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0902669 May 19 09:32:18.269490 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 41082) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:18.272142 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e2ea0-e58c-475b-bea8-695d55c3af40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60ccdb0-8e86-4594-b867-8d1048dd77e8,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:18.281354 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-9b0e2ea0-e58c-475b-bea8-695d55c3af40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:18.324860 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa09a2-0394-4aed-80c9-73e1532bf1c2 req-e05041ee-28c8-48fb-bb84-34df73e59dc3 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:18.326350 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-46aa09a2-0394-4aed-80c9-73e1532bf1c2 req-e05041ee-28c8-48fb-bb84-34df73e59dc3 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.2466905 May 19 09:32:18.338251 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d9313-40ac-4871-890b-f040737c2ece req-0ec6450d-a48f-43cb-a757-53233a642b41 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:18.339774 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-c89d9313-40ac-4871-890b-f040737c2ece req-0ec6450d-a48f-43cb-a757-53233a642b41 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=24a07c91-859d-4dd6-ac2f-a9921e5ff1f2 HTTP/1.1" status: 200 len: 944 time: 0.4232819 May 19 09:32:18.379203 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-020d07f1-c970-4456-8f3e-6d6315e7c33a req-6f2e2c56-962b-406e-9684-b08d995b0298 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976851 May 19 09:32:18.410155 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-46aa09a2-0394-4aed-80c9-73e1532bf1c2 req-325dee9d-542d-4af5-a7c6-3166269d689f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739779 May 19 09:32:18.411144 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-11cdc36a-19b9-4006-830c-de7e74650865 req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] For port a2e4776b-c34c-44a7-9f40-9f29639edbc8, host hv-cinder-79128, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:32:18.422337 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-11cdc36a-19b9-4006-830c-de7e74650865 req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] For port a2e4776b-c34c-44a7-9f40-9f29639edbc8, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a2e4776b-c34c-44a7-9f40-9f29639edbc8,segment=NetworkSegment(0a28f06a-1a12-4af4-8b52-7fba5e27dbe7),segment_id=0a28f06a-1a12-4af4-8b52-7fba5e27dbe7)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:32:18.427700 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-11cdc36a-19b9-4006-830c-de7e74650865 req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:18.432004 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:18.499663 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdc36a-19b9-4006-830c-de7e74650865 req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:18.500299 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-11cdc36a-19b9-4006-830c-de7e74650865 req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:18.501671 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-11cdc36a-19b9-4006-830c-de7e74650865 req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] 10.222.0.76 "PUT /v2.0/ports/a2e4776b-c34c-44a7-9f40-9f29639edbc8 HTTP/1.1" status: 200 len: 1094 time: 1.7671778 May 19 09:32:18.504706 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a07c91-859d-4dd6-ac2f-a9921e5ff1f2', 'tag': 'a2e4776b-c34c-44a7-9f40-9f29639edbc8'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:32:18.513395 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 41088) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:18.572681 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8d0dd0c1-6619-4a47-878c-505885405403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:18.594928 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-c89d9313-40ac-4871-890b-f040737c2ece req-1d4066f2-5561-4444-bc9e-552f77d0dd0a tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908865 May 19 09:32:18.624752 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8d0dd0c1-6619-4a47-878c-505885405403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:18.625457 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e4776b-c34c-44a7-9f40-9f29639edbc8,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:18.628843 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:18.655669 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879aaade-6c11-4f5a-84a7-dcd71749ecb0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Router 4f2df52f-8ec2-4c93-90f7-bce010d5e1af has already been hosted by L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 {{(pid=91652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:32:18.673681 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a07c91-859d-4dd6-ac2f-a9921e5ff1f2', 'tag': 'a2e4776b-c34c-44a7-9f40-9f29639edbc8', 'status': 'completed', 'code': 200} May 19 09:32:18.693040 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce20c5b1-3bfd-4cbc-8f54-8b5315256572 admin admin] Deleting subnet 5c2ecfff-a080-49b3-959e-eb42ddbbd2b8 {{(pid=91651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:32:18.697410 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ce20c5b1-3bfd-4cbc-8f54-8b5315256572 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:18.777459 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ce20c5b1-3bfd-4cbc-8f54-8b5315256572 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:18.777850 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8d0dd0c1-6619-4a47-878c-505885405403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:18.789452 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ce20c5b1-3bfd-4cbc-8f54-8b5315256572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874305'] for subnet, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:18.830811 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-9b0e2ea0-e58c-475b-bea8-695d55c3af40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:18.844757 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdc36a-19b9-4006-830c-de7e74650865 req-784b52bb-f88a-4f62-80b7-74865efe4939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:18.846240 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-11cdc36a-19b9-4006-830c-de7e74650865 req-784b52bb-f88a-4f62-80b7-74865efe4939 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0544d498e16e4618bb71471551a403aa&device_id=24a07c91-859d-4dd6-ac2f-a9921e5ff1f2 HTTP/1.1" status: 200 len: 1097 time: 0.2683187 May 19 09:32:18.862268 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0dd0c1-6619-4a47-878c-505885405403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60ccdb0-8e86-4594-b867-8d1048dd77e8,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:18.866912 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8d0dd0c1-6619-4a47-878c-505885405403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:18.871020 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a3f8a-cffe-4950-bfd6-920ec5ea50dd req-c8f6c2d8-500f-4ab4-a9f3-54bc84812e76 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:18.872493 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-815a3f8a-cffe-4950-bfd6-920ec5ea50dd req-c8f6c2d8-500f-4ab4-a9f3-54bc84812e76 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.2503974 May 19 09:32:18.887795 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8d0dd0c1-6619-4a47-878c-505885405403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:18.890343 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-8d0dd0c1-6619-4a47-878c-505885405403 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f60ccdb0-8e86-4594-b867-8d1048dd77e8 HTTP/1.1" status: 204 len: 168 time: 0.6107349 May 19 09:32:18.908256 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879aaade-6c11-4f5a-84a7-dcd71749ecb0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:32:18.921524 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7f17b8-7e0e-49ee-abd6-ff7bc4f019d6 None None] Sync routers for ids ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'] in dv-cinder-791281-2-smb {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:32:18.923112 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-879aaade-6c11-4f5a-84a7-dcd71749ecb0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for floatingip, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:18.935014 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7f17b8-7e0e-49ee-abd6-ff7bc4f019d6 None None] Routers {'4f2df52f-8ec2-4c93-90f7-bce010d5e1af'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:32:18.935950 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-aa7f17b8-7e0e-49ee-abd6-ff7bc4f019d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:32:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:32:18.968225 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-11cdc36a-19b9-4006-830c-de7e74650865 req-fe65baae-5385-49b5-a8d2-e66586cbeb7c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2e4776b-c34c-44a7-9f40-9f29639edbc8 HTTP/1.1" status: 200 len: 217 time: 0.1059196 May 19 09:32:18.999180 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-879aaade-6c11-4f5a-84a7-dcd71749ecb0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "PUT /v2.0/floatingips/d9692e95-a05f-49c1-8d06-2ce9c7fc94af HTTP/1.1" status: 200 len: 991 time: 2.9332266 May 19 09:32:19.000051 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '900f80d6-23a1-4d56-af9b-1f474c23155b', 'tag': 'ef28c7a5-14cd-4052-af2e-80c13efeaa7b'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:32:19.150376 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-aa7f17b8-7e0e-49ee-abd6-ff7bc4f019d6 None None] Set router 4f2df52f-8ec2-4c93-90f7-bce010d5e1af gateway port host: dv-cinder-791281-2-smb {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:32:19.245088 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '900f80d6-23a1-4d56-af9b-1f474c23155b', 'tag': 'ef28c7a5-14cd-4052-af2e-80c13efeaa7b', 'status': 'completed', 'code': 200} May 19 09:32:19.426226 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-815a3f8a-cffe-4950-bfd6-920ec5ea50dd req-afc41314-45a1-4760-b149-67b9296d13c4 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909863 May 19 09:32:19.444204 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 41114) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:19.454145 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdc36a-19b9-4006-830c-de7e74650865 req-a32cd1d3-1497-472b-a26f-b9d4a62243a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:19.455757 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-11cdc36a-19b9-4006-830c-de7e74650865 req-a32cd1d3-1497-472b-a26f-b9d4a62243a6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fd51e182-9590-4f5a-a12b-b129f5ac7e70 HTTP/1.1" status: 200 len: 855 time: 0.3236780 May 19 09:32:19.513363 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ce20c5b1-3bfd-4cbc-8f54-8b5315256572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308'] for subnet, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:19.517028 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-11cdc36a-19b9-4006-830c-de7e74650865 req-0425fddc-acbe-4a11-8663-d3a1a636572e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e5dc340b-0774-45a1-b066-6c9164b5b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529406 May 19 09:32:19.523945 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:19.525341 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-71ef5d8e-5520-4cba-9ea2-7eb15b0a9ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:19.554015 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-71ef5d8e-5520-4cba-9ea2-7eb15b0a9ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:19.576482 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-71ef5d8e-5520-4cba-9ea2-7eb15b0a9ced admin admin] Usage tracker for resource:security_group_rule and tenant:dd3d084f897d42cfb345122aaf33b37f is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:19.583995 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-71ef5d8e-5520-4cba-9ea2-7eb15b0a9ced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:19.595227 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-71ef5d8e-5520-4cba-9ea2-7eb15b0a9ced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:19.662700 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20c5b1-3bfd-4cbc-8f54-8b5315256572 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c2ecfff-a080-49b3-959e-eb42ddbbd2b8,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:19.676909 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ce20c5b1-3bfd-4cbc-8f54-8b5315256572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:19.680869 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ce20c5b1-3bfd-4cbc-8f54-8b5315256572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:19.694417 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-ce20c5b1-3bfd-4cbc-8f54-8b5315256572 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5c2ecfff-a080-49b3-959e-eb42ddbbd2b8 HTTP/1.1" status: 204 len: 168 time: 1.1798930 May 19 09:32:19.777894 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-aa7f17b8-7e0e-49ee-abd6-ff7bc4f019d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'name': 'tempest-AttachVolumeTestJSON-2110761483-router', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:33Z', 'revision_number': 4, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'gw_port': {'id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:24Z', 'updated_at': '2021-05-19T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_floatingips': [{'id': 'd9692e95-a05f-49c1-8d06-2ce9c7fc94af', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'floating_ip_address': '172.28.0.86', 'floating_network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'router_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'port_id': 'ef28c7a5-14cd-4052-af2e-80c13efeaa7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'mac_address': 'fa:16:3e:20:57:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900f80d6-23a1-4d56-af9b-1f474c23155b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:31:52Z', 'updated_at': '2021-05-19T09:32:17Z', 'revision_number': 1, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42780262-602b-4b3c-bae9-4a2fe70f4d79', 'name': '', 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'mac_address': 'fa:16:3e:d7:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:30Z', 'updated_at': '2021-05-19T09:31:45Z', 'revision_number': 5, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'subnets': [{'id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:32:19.783130 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-71ef5d8e-5520-4cba-9ea2-7eb15b0a9ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:19.785266 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7f17b8-7e0e-49ee-abd6-ff7bc4f019d6 None None] Checking router: 4f2df52f-8ec2-4c93-90f7-bce010d5e1af for host: dv-cinder-791281-2-smb {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:32:19.785432 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 41126) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:19.804367 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7f17b8-7e0e-49ee-abd6-ff7bc4f019d6 None None] Routers {'4f2df52f-8ec2-4c93-90f7-bce010d5e1af'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:32:19.806966 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-aa7f17b8-7e0e-49ee-abd6-ff7bc4f019d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:32:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:32:19.809887 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1c68c-c9e1-4710-8c09-b5eba51d6044 req-baa42f50-26cd-4352-8be0-473c90bff649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:19.811476 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5cf1c68c-c9e1-4710-8c09-b5eba51d6044 req-baa42f50-26cd-4352-8be0-473c90bff649 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f0e37a2a177646dba68287797f2a6e26&device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 1099 time: 0.4905286 May 19 09:32:19.880278 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-71ef5d8e-5520-4cba-9ea2-7eb15b0a9ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:19.904357 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-19b6564e-ba98-4313-a9f9-02487fcaba66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:19.956168 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef5d8e-5520-4cba-9ea2-7eb15b0a9ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08dabc38-a43d-4699-8bcf-1beb873016dc,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:19.972571 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-71ef5d8e-5520-4cba-9ea2-7eb15b0a9ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:20.088281 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-71ef5d8e-5520-4cba-9ea2-7eb15b0a9ced admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dd3d084f897d42cfb345122aaf33b37f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6406002 May 19 09:32:20.093365 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 41142) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:20.122446 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05aa44-2bbc-4f1d-89fb-8657f31b5e1d req-88fd7a24-5680-431b-8d6f-5fd8fc7b0525 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:20.123936 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-dc05aa44-2bbc-4f1d-89fb-8657f31b5e1d req-88fd7a24-5680-431b-8d6f-5fd8fc7b0525 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.3392878 May 19 09:32:20.126386 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723769'] for network, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:20.140770 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-aa7f17b8-7e0e-49ee-abd6-ff7bc4f019d6 None None] Set router 4f2df52f-8ec2-4c93-90f7-bce010d5e1af gateway port host: dv-cinder-791281-2-smb {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:32:20.241736 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-11cdc36a-19b9-4006-830c-de7e74650865 req-cf6b5a75-9538-4570-a96c-3d6957159389 service neutron] 10.222.0.76 "GET /v2.0/networks/e5dc340b-0774-45a1-b066-6c9164b5b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6499045 May 19 09:32:20.309959 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-643263e3-3c95-4e9d-96c5-5b49172d3f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:20.331113 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1c68c-c9e1-4710-8c09-b5eba51d6044 req-f125c6e5-6dc5-4ae1-bb93-ef464392a112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:20.332626 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5cf1c68c-c9e1-4710-8c09-b5eba51d6044 req-f125c6e5-6dc5-4ae1-bb93-ef464392a112 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fe3c14a7-95b2-4211-8c13-ae471fbbb112 HTTP/1.1" status: 200 len: 912 time: 0.5014169 May 19 09:32:20.349378 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-643263e3-3c95-4e9d-96c5-5b49172d3f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:20.358675 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-dc05aa44-2bbc-4f1d-89fb-8657f31b5e1d req-4b219712-ed01-44b0-84ec-68fd9f8cdf15 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198143 May 19 09:32:20.431448 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868810', 'neutron.services.segments.db._delete_segments_for_network-8789556565890'] for network, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:20.461172 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:20.461869 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:20.463197 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:20.463711 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] Subscribe: > port after_create 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:20.464118 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:20.464901 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] Subscribe: > port after_update 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:20.465233 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:20.465557 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:20.465974 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:20.466329 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:20.569709 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85fe6a-3c39-4d23-b610-e42be1c967b6 req-c5b8cd51-faa9-408d-8452-89d08b6dfd46 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:20.570605 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-6c85fe6a-3c39-4d23-b610-e42be1c967b6 req-c5b8cd51-faa9-408d-8452-89d08b6dfd46 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Synchronizing usage tracker for tenant:0544d498e16e4618bb71471551a403aa on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:32:20.579436 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a65a2-aa4b-4944-bb13-ad0d1ea43e5c req-bfda58ae-4f75-4826-8b62-1c69aa0a2bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:20.580944 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-277a65a2-aa4b-4944-bb13-ad0d1ea43e5c req-bfda58ae-4f75-4826-8b62-1c69aa0a2bca service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=302076e5824b440cacc066e41a50e011&device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 1099 time: 0.5726748 May 19 09:32:20.619921 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:20.620578 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:20.621652 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:20.622240 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:20.623439 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.services.segments.db [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d54cea7-f4fd-4532-bf47-65be324755b8']}} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:32:20.654065 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-aa7f17b8-7e0e-49ee-abd6-ff7bc4f019d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'name': 'tempest-AttachVolumeTestJSON-2110761483-router', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:33Z', 'revision_number': 4, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'gw_port': {'id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:24Z', 'updated_at': '2021-05-19T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_floatingips': [{'id': 'd9692e95-a05f-49c1-8d06-2ce9c7fc94af', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'floating_ip_address': '172.28.0.86', 'floating_network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'router_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'port_id': 'ef28c7a5-14cd-4052-af2e-80c13efeaa7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'mac_address': 'fa:16:3e:20:57:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900f80d6-23a1-4d56-af9b-1f474c23155b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:31:52Z', 'updated_at': '2021-05-19T09:32:17Z', 'revision_number': 1, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42780262-602b-4b3c-bae9-4a2fe70f4d79', 'name': '', 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'mac_address': 'fa:16:3e:d7:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:30Z', 'updated_at': '2021-05-19T09:31:45Z', 'revision_number': 5, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'subnets': [{'id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:32:20.658192 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7f17b8-7e0e-49ee-abd6-ff7bc4f019d6 None None] The sync data for ids ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'] in dv-cinder-791281-2-smb is: [{'id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'name': 'tempest-AttachVolumeTestJSON-2110761483-router', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:33Z', 'revision_number': 4, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'gw_port': {'id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:24Z', 'updated_at': '2021-05-19T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_floatingips': [{'id': 'd9692e95-a05f-49c1-8d06-2ce9c7fc94af', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'floating_ip_address': '172.28.0.86', 'floating_network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'router_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'port_id': 'ef28c7a5-14cd-4052-af2e-80c13efeaa7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'mac_address': 'fa:16:3e:20:57:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900f80d6-23a1-4d56-af9b-1f474c23155b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:31:52Z', 'updated_at': '2021-05-19T09:32:17Z', 'revision_number': 1, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42780262-602b-4b3c-bae9-4a2fe70f4d79', 'name': '', 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'mac_address': 'fa:16:3e:d7:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:30Z', 'updated_at': '2021-05-19T09:31:45Z', 'revision_number': 5, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'subnets': [{'id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:32:20.664984 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-6c85fe6a-3c39-4d23-b610-e42be1c967b6 req-c5b8cd51-faa9-408d-8452-89d08b6dfd46 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Unset dirty status for tenant:0544d498e16e4618bb71471551a403aa on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:32:20.666678 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-6c85fe6a-3c39-4d23-b610-e42be1c967b6 req-c5b8cd51-faa9-408d-8452-89d08b6dfd46 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=24a07c91-859d-4dd6-ac2f-a9921e5ff1f2 HTTP/1.1" status: 200 len: 944 time: 0.6112969 May 19 09:32:20.672222 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5cf1c68c-c9e1-4710-8c09-b5eba51d6044 req-ddcd7e00-409a-4236-bf05-038d96b0a69d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef28c7a5-14cd-4052-af2e-80c13efeaa7b HTTP/1.1" status: 200 len: 999 time: 0.2476201 May 19 09:32:20.721418 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-11cdc36a-19b9-4006-830c-de7e74650865 req-a1ded04e-7a09-4030-9f59-4c57b18b7d90 service neutron] 10.222.0.76 "GET /v2.0/networks/e5dc340b-0774-45a1-b066-6c9164b5b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680684 May 19 09:32:20.807501 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.services.segments.db [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f748bb92-366e-46be-974f-188020494937') {'for_net_delete': True} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:32:20.807914 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.services.segments.db [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f748bb92-366e-46be-974f-188020494937') {} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:32:20.829340 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789556576395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2226010'] for segment, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:20.860423 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:20.872061 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-643263e3-3c95-4e9d-96c5-5b49172d3f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:20.876624 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=91652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:32:20.877186 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2838810'] for segment, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:20.893986 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: from cryptography.utils import int_from_bytes May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: from cryptography.utils import int_from_bytes May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: Traceback (most recent call last): May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: timer() May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: cb(*args, **kw) May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: return func(*args, **kwargs) May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: self._notify() May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: self.callback(batched_events) May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: event.method(event) May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: return f(self, *a, **k) May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: return self._get(url).json() May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: return self.request(url, 'GET', **kwargs) May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:32:20.906938 dv-cinder-791281-2-smb neutron-server[91652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:32:20.914438 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1c68c-c9e1-4710-8c09-b5eba51d6044 req-0fbefada-433e-462b-9c37-fe25236b7d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:20.916856 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5cf1c68c-c9e1-4710-8c09-b5eba51d6044 req-0fbefada-433e-462b-9c37-fe25236b7d93 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=021c4d73-41b9-4450-ab59-fd4ec8b0ebec HTTP/1.1" status: 200 len: 850 time: 0.1855702 May 19 09:32:20.930138 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3010f2f-1662-4001-98f3-4a4575b37281 None None] New status for floating IP d9692e95-a05f-49c1-8d06-2ce9c7fc94af: ACTIVE {{(pid=91653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:32:20.930674 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-6c85fe6a-3c39-4d23-b610-e42be1c967b6 req-1621e40f-9321-47d8-bebf-6bcf2af371b8 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080855 May 19 09:32:20.978491 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a65a2-aa4b-4944-bb13-ad0d1ea43e5c req-d5a0c89c-e767-4448-8671-8d3fcf0b0d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:20.980281 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-277a65a2-aa4b-4944-bb13-ad0d1ea43e5c req-d5a0c89c-e767-4448-8671-8d3fcf0b0d2d service neutron] 10.222.0.76 "GET /v2.0/networks?id=6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 HTTP/1.1" status: 200 len: 920 time: 0.3823402 May 19 09:32:20.986058 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643263e3-3c95-4e9d-96c5-5b49172d3f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dabc38-a43d-4699-8bcf-1beb873016dc,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:21.008560 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643263e3-3c95-4e9d-96c5-5b49172d3f43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:21.009625 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643263e3-3c95-4e9d-96c5-5b49172d3f43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:21.010077 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643263e3-3c95-4e9d-96c5-5b49172d3f43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:21.010426 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643263e3-3c95-4e9d-96c5-5b49172d3f43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:21.010766 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643263e3-3c95-4e9d-96c5-5b49172d3f43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:21.011107 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643263e3-3c95-4e9d-96c5-5b49172d3f43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:21.011442 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643263e3-3c95-4e9d-96c5-5b49172d3f43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:21.011775 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643263e3-3c95-4e9d-96c5-5b49172d3f43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:21.012108 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643263e3-3c95-4e9d-96c5-5b49172d3f43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:21.012440 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643263e3-3c95-4e9d-96c5-5b49172d3f43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:21.012769 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643263e3-3c95-4e9d-96c5-5b49172d3f43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:21.013094 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643263e3-3c95-4e9d-96c5-5b49172d3f43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:21.021524 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-643263e3-3c95-4e9d-96c5-5b49172d3f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:21.023054 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-643263e3-3c95-4e9d-96c5-5b49172d3f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:21.027553 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-643263e3-3c95-4e9d-96c5-5b49172d3f43 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/08dabc38-a43d-4699-8bcf-1beb873016dc HTTP/1.1" status: 204 len: 168 time: 0.9331727 May 19 09:32:21.039373 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ed125-3129-4ac9-a5fe-62baa1f0f4c0 req-c3945244-af5d-4d5b-bc36-bf12a815117e tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:21.046613 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-525ed125-3129-4ac9-a5fe-62baa1f0f4c0 req-c3945244-af5d-4d5b-bc36-bf12a815117e tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.4107385 May 19 09:32:21.068806 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827017'] for network, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:21.090620 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-b7c45151-46fd-4f29-827f-181cc9aaca62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:21.112159 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-277a65a2-aa4b-4944-bb13-ad0d1ea43e5c req-e22363b7-eba7-4fac-b0a1-7a25eb884f66 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc79a846-fe90-4a73-9c84-5365c026c672 HTTP/1.1" status: 200 len: 217 time: 0.1176536 May 19 09:32:21.114566 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:21.135980 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-525ed125-3129-4ac9-a5fe-62baa1f0f4c0 req-2f6074f7-801d-4c2f-8985-b337450b304f tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883915 May 19 09:32:21.137336 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d54cea7-f4fd-4532-bf47-65be324755b8,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:21.142241 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] 10.222.0.61 "DELETE /v2.0/networks/8d54cea7-f4fd-4532-bf47-65be324755b8 HTTP/1.1" status: 204 len: 168 time: 1.3532922 May 19 09:32:21.156471 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:21.178825 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e3fb5-5569-4924-8e2a-3983bec5f32c req-cb17a94a-fabc-4643-8363-60690461aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:21.180443 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-019e3fb5-5569-4924-8e2a-3983bec5f32c req-cb17a94a-fabc-4643-8363-60690461aae1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0544d498e16e4618bb71471551a403aa&device_id=24a07c91-859d-4dd6-ac2f-a9921e5ff1f2 HTTP/1.1" status: 200 len: 1097 time: 0.3906441 May 19 09:32:21.387548 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1c68c-c9e1-4710-8c09-b5eba51d6044 req-4a2192b2-8abd-49ca-b403-7335ce1e0d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:21.394210 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5cf1c68c-c9e1-4710-8c09-b5eba51d6044 req-4a2192b2-8abd-49ca-b403-7335ce1e0d00 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fe3c14a7-95b2-4211-8c13-ae471fbbb112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4581671 May 19 09:32:21.472206 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 41174) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:21.582970 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-280b5ee5-8774-42fb-99fe-3460e2bff532 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3dc2323d3a854a74925df61ad1d9e5b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1068316 May 19 09:32:21.583076 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 41180) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:21.655734 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a65a2-aa4b-4944-bb13-ad0d1ea43e5c req-9a315acd-dfbf-4d03-a38b-5bd64f9a8768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:21.657156 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-277a65a2-aa4b-4944-bb13-ad0d1ea43e5c req-9a315acd-dfbf-4d03-a38b-5bd64f9a8768 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c29da06d-ddc0-47de-bede-92d24f90436f HTTP/1.1" status: 200 len: 859 time: 0.5279596 May 19 09:32:21.669718 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521ce01-00a7-4123-8c2f-273b729611b5 req-0ff0cefe-91a5-4b56-83d3-90213304ab1b tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:21.671280 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-5521ce01-00a7-4123-8c2f-273b729611b5 req-0ff0cefe-91a5-4b56-83d3-90213304ab1b tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.1606271 May 19 09:32:21.678158 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-28c8054b-8bf5-4a2d-9a36-de8c3e21ad90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:21.732131 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-277a65a2-aa4b-4944-bb13-ad0d1ea43e5c req-98988aee-c8e1-4f8a-bf0b-2800ddcfa187 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6c3f3406-bcfb-4896-a57f-c7cc7b96bce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593474 May 19 09:32:21.739906 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-28c8054b-8bf5-4a2d-9a36-de8c3e21ad90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:21.740081 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e3fb5-5569-4924-8e2a-3983bec5f32c req-0fb03bd0-a9dd-4ec7-abff-5a1931d92a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:21.741501 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-019e3fb5-5569-4924-8e2a-3983bec5f32c req-0fb03bd0-a9dd-4ec7-abff-5a1931d92a14 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e5dc340b-0774-45a1-b066-6c9164b5b7b7 HTTP/1.1" status: 200 len: 916 time: 0.5464556 May 19 09:32:21.765689 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5cf1c68c-c9e1-4710-8c09-b5eba51d6044 req-6ca71fdc-d52a-4dd1-884f-390703e09375 service neutron] 10.222.0.76 "GET /v2.0/networks/fe3c14a7-95b2-4211-8c13-ae471fbbb112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533249 May 19 09:32:21.768137 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-5521ce01-00a7-4123-8c2f-273b729611b5 req-48f44959-f9c3-4603-b440-48d37f7dcf4c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911064 May 19 09:32:21.821095 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-28c8054b-8bf5-4a2d-9a36-de8c3e21ad90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:21.825518 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e02fa2e3-f4c4-489c-bc4e-137972fe1592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:21.848945 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8054b-8bf5-4a2d-9a36-de8c3e21ad90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255ff895-beb5-40dd-9581-14c0c303f5ee,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:21.853872 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-28c8054b-8bf5-4a2d-9a36-de8c3e21ad90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:21.878799 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-28c8054b-8bf5-4a2d-9a36-de8c3e21ad90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:21.879898 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-28c8054b-8bf5-4a2d-9a36-de8c3e21ad90 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/255ff895-beb5-40dd-9581-14c0c303f5ee HTTP/1.1" status: 204 len: 168 time: 0.2959943 May 19 09:32:21.939230 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-019e3fb5-5569-4924-8e2a-3983bec5f32c req-d99059a0-c241-4ce5-bea3-fd3b71930728 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2e4776b-c34c-44a7-9f40-9f29639edbc8 HTTP/1.1" status: 200 len: 217 time: 0.1304183 May 19 09:32:22.193459 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ea1c2-b7a5-4d21-80f0-29abe0d66974 req-d289b8bd-e4a2-49da-8a82-e167883e0746 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:22.195949 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-f17ea1c2-b7a5-4d21-80f0-29abe0d66974 req-d289b8bd-e4a2-49da-8a82-e167883e0746 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=24a07c91-859d-4dd6-ac2f-a9921e5ff1f2 HTTP/1.1" status: 200 len: 944 time: 0.1043808 May 19 09:32:22.235406 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e3fb5-5569-4924-8e2a-3983bec5f32c req-ff2cdb9b-2277-4292-ba3d-f2f25f736ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:22.236850 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-019e3fb5-5569-4924-8e2a-3983bec5f32c req-ff2cdb9b-2277-4292-ba3d-f2f25f736ea6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fd51e182-9590-4f5a-a12b-b129f5ac7e70 HTTP/1.1" status: 200 len: 855 time: 0.2863362 May 19 09:32:22.266092 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-f17ea1c2-b7a5-4d21-80f0-29abe0d66974 req-8e7dd494-eaa5-44e0-8013-a87158504742 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603878 May 19 09:32:22.266823 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-277a65a2-aa4b-4944-bb13-ad0d1ea43e5c req-7f0a9e1f-b365-4148-bef5-ea94c019646d service neutron] 10.222.0.76 "GET /v2.0/networks/6c3f3406-bcfb-4896-a57f-c7cc7b96bce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940636 May 19 09:32:22.364247 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-019e3fb5-5569-4924-8e2a-3983bec5f32c req-f251e3c7-ac3b-43b4-b7ee-032fe1cba675 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e5dc340b-0774-45a1-b066-6c9164b5b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009402 May 19 09:32:22.381915 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5cf1c68c-c9e1-4710-8c09-b5eba51d6044 req-23b130c3-ab0c-4476-8c14-e4a3a3e3e140 service neutron] 10.222.0.76 "GET /v2.0/networks/fe3c14a7-95b2-4211-8c13-ae471fbbb112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5785804 May 19 09:32:22.485825 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c77c9-4260-46dc-8489-2fec2ff6f570 req-3455e86e-db37-4356-bcef-c2913dfe34ae tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:22.487353 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-fd7c77c9-4260-46dc-8489-2fec2ff6f570 req-3455e86e-db37-4356-bcef-c2913dfe34ae tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.5450544 May 19 09:32:22.516315 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50094e-fff0-4ff7-b164-c9044856df70 req-73d204a1-e3d2-4d8b-9a84-d6a8b14a20de tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:22.520631 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-9a50094e-fff0-4ff7-b164-c9044856df70 req-73d204a1-e3d2-4d8b-9a84-d6a8b14a20de tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.1412594 May 19 09:32:22.521146 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 41226) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:22.537617 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-9283f070-87fd-4a3f-a567-843f2fc81890 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Request body: {'floatingip': {'port_id': '74e397e6-bc25-4de3-92ff-476a76407e47'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:22.616933 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-277a65a2-aa4b-4944-bb13-ad0d1ea43e5c req-485dfaf0-bbfb-4ecd-a70f-4f32c77c18e9 service neutron] 10.222.0.76 "GET /v2.0/networks/6c3f3406-bcfb-4896-a57f-c7cc7b96bce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851360 May 19 09:32:22.623551 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-019e3fb5-5569-4924-8e2a-3983bec5f32c req-9fdd8697-90f7-4ef8-9160-5ac6faec57da service neutron] 10.222.0.76 "GET /v2.0/networks/e5dc340b-0774-45a1-b066-6c9164b5b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369423 May 19 09:32:22.658940 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9283f070-87fd-4a3f-a567-843f2fc81890 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for floatingip, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:22.787258 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-019e3fb5-5569-4924-8e2a-3983bec5f32c req-a70d493c-ff41-46af-8b9f-bf843715d1f7 service neutron] 10.222.0.76 "GET /v2.0/networks/e5dc340b-0774-45a1-b066-6c9164b5b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547720 May 19 09:32:22.854668 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-9a50094e-fff0-4ff7-b164-c9044856df70 req-bf15a5dd-d2ec-4819-bfb2-f68fa44a0ea8 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038178 May 19 09:32:23.255933 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device a2e4776b-c34c-44a7-9f40-9f29639edbc8 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:32:23.427079 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9283f070-87fd-4a3f-a567-843f2fc81890 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:23.435995 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9283f070-87fd-4a3f-a567-843f2fc81890 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806387'] for floatingip, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:23.456410 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 41266) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:23.465166 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port a2e4776b-c34c-44a7-9f40-9f29639edbc8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a2e4776b-c34c-44a7-9f40-9f29639edbc8,segment=NetworkSegment(0a28f06a-1a12-4af4-8b52-7fba5e27dbe7),segment_id=0a28f06a-1a12-4af4-8b52-7fba5e27dbe7)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:32:23.487968 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Returning: {'device': 'a2e4776b-c34c-44a7-9f40-9f29639edbc8', 'network_id': 'e5dc340b-0774-45a1-b066-6c9164b5b7b7', 'port_id': 'a2e4776b-c34c-44a7-9f40-9f29639edbc8', 'mac_address': 'fa:16:3e:80:3c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd51e182-9590-4f5a-a12b-b129f5ac7e70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:32:23.526670 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd16cb-a7dd-400b-b9f6-6b535c2740dd req-75e8c797-adc5-4208-9de1-5bfe6f20e661 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:23.528248 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-2bbd16cb-a7dd-400b-b9f6-6b535c2740dd req-75e8c797-adc5-4208-9de1-5bfe6f20e661 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=24a07c91-859d-4dd6-ac2f-a9921e5ff1f2 HTTP/1.1" status: 200 len: 944 time: 0.1154904 May 19 09:32:23.551994 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:23.571273 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e4776b-c34c-44a7-9f40-9f29639edbc8 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:32:23.599060 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port a2e4776b-c34c-44a7-9f40-9f29639edbc8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a2e4776b-c34c-44a7-9f40-9f29639edbc8,segment=NetworkSegment(0a28f06a-1a12-4af4-8b52-7fba5e27dbe7),segment_id=0a28f06a-1a12-4af4-8b52-7fba5e27dbe7)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:32:23.606518 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:23.609020 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:23.610655 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-2bbd16cb-a7dd-400b-b9f6-6b535c2740dd req-6a8780b4-a4d2-48fc-bad6-319774c66a05 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691521 May 19 09:32:23.726242 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=a2e4776b-c34c-44a7-9f40-9f29639edbc8,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:23.730797 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:23.821433 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0b56b64d-9ffa-4c51-b391-3f6bd4a86c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:23.841512 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-0b56b64d-9ffa-4c51-b391-3f6bd4a86c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:23.846030 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-0b56b64d-9ffa-4c51-b391-3f6bd4a86c6d admin admin] Usage tracker for resource:security_group_rule and tenant:6a68a51195d644a8b9cd552ad4b735a5 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:23.850256 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-0b56b64d-9ffa-4c51-b391-3f6bd4a86c6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:23.858413 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-0b56b64d-9ffa-4c51-b391-3f6bd4a86c6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:23.943515 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['a2e4776b-c34c-44a7-9f40-9f29639edbc8'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:32:23.945097 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.db.l3_db [None req-9283f070-87fd-4a3f-a567-843f2fc81890 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Floating IP 8826e6c6-d6c3-4c91-bbfa-6d9a0aca1c1a associated. External IP: 172.28.0.59, port: 74e397e6-bc25-4de3-92ff-476a76407e47. May 19 09:32:23.996599 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0b56b64d-9ffa-4c51-b391-3f6bd4a86c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:24.011341 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0b56b64d-9ffa-4c51-b391-3f6bd4a86c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:24.111851 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:24.202152 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-0b56b64d-9ffa-4c51-b391-3f6bd4a86c6d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6a68a51195d644a8b9cd552ad4b735a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7399092 May 19 09:32:24.204666 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 41294) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:24.210052 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56b64d-9ffa-4c51-b391-3f6bd4a86c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f5a3a5-b0b3-4e87-beb7-b85fca23b2ec,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:24.220582 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56b64d-9ffa-4c51-b391-3f6bd4a86c6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:24.220966 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56b64d-9ffa-4c51-b391-3f6bd4a86c6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:24.221359 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56b64d-9ffa-4c51-b391-3f6bd4a86c6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:24.221894 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56b64d-9ffa-4c51-b391-3f6bd4a86c6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:24.222198 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56b64d-9ffa-4c51-b391-3f6bd4a86c6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:24.222476 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56b64d-9ffa-4c51-b391-3f6bd4a86c6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:24.222833 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56b64d-9ffa-4c51-b391-3f6bd4a86c6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:24.223170 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56b64d-9ffa-4c51-b391-3f6bd4a86c6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:24.223821 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56b64d-9ffa-4c51-b391-3f6bd4a86c6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:24.224167 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56b64d-9ffa-4c51-b391-3f6bd4a86c6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:24.224518 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56b64d-9ffa-4c51-b391-3f6bd4a86c6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:24.224850 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56b64d-9ffa-4c51-b391-3f6bd4a86c6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:24.229915 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0b56b64d-9ffa-4c51-b391-3f6bd4a86c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:24.253572 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632030a-9531-40d4-a58e-46960e9d4f57 req-0417c382-8cf1-4cbb-9819-cb6e7ac564f0 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:24.255044 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f632030a-9531-40d4-a58e-46960e9d4f57 req-0417c382-8cf1-4cbb-9819-cb6e7ac564f0 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.2465909 May 19 09:32:24.323539 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f632030a-9531-40d4-a58e-46960e9d4f57 req-ead31046-5e8d-4e62-a9b9-6ffe008bb078 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581336 May 19 09:32:24.382426 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e18893da-9bcb-4aa1-9c74-65f57ca17b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:24.428224 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e18893da-9bcb-4aa1-9c74-65f57ca17b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:24.531671 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 41308) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:24.562055 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9283f070-87fd-4a3f-a567-843f2fc81890 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Router 0a25074c-9bb1-424e-a172-4d1b7e67b33d has already been hosted by L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 {{(pid=91652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:32:24.625231 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e18893da-9bcb-4aa1-9c74-65f57ca17b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:24.643384 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:24.682949 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18893da-9bcb-4aa1-9c74-65f57ca17b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f5a3a5-b0b3-4e87-beb7-b85fca23b2ec,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:24.692208 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e18893da-9bcb-4aa1-9c74-65f57ca17b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:24.695281 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-528edd6e-08b6-4cbf-b6b9-09df5653ed8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:24.709007 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e18893da-9bcb-4aa1-9c74-65f57ca17b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:24.712962 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-e18893da-9bcb-4aa1-9c74-65f57ca17b45 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e7f5a3a5-b0b3-4e87-beb7-b85fca23b2ec HTTP/1.1" status: 204 len: 168 time: 0.5042832 May 19 09:32:24.770890 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-528edd6e-08b6-4cbf-b6b9-09df5653ed8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:24.823086 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-528edd6e-08b6-4cbf-b6b9-09df5653ed8c admin admin] Usage tracker for resource:security_group_rule and tenant:f88171f8419f4f7c9cbb5f1292e543b6 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:24.840029 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-528edd6e-08b6-4cbf-b6b9-09df5653ed8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:24.857721 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-528edd6e-08b6-4cbf-b6b9-09df5653ed8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:24.910933 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9283f070-87fd-4a3f-a567-843f2fc81890 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:32:24.924168 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af134a15-9bad-4467-817e-bd8df6df62e6 None None] Sync routers for ids ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'] in dv-cinder-791281-2-smb {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:32:24.939204 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af134a15-9bad-4467-817e-bd8df6df62e6 None None] Routers {'0a25074c-9bb1-424e-a172-4d1b7e67b33d'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:32:24.940870 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-af134a15-9bad-4467-817e-bd8df6df62e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:32:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:32:24.948750 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9283f070-87fd-4a3f-a567-843f2fc81890 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for floatingip, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:24.997272 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812a9e9-d209-4868-9288-3e0a4280807c req-3054c5bb-a924-4cac-9346-cbfc368748a7 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:24.998844 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-a812a9e9-d209-4868-9288-3e0a4280807c req-3054c5bb-a924-4cac-9346-cbfc368748a7 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=24a07c91-859d-4dd6-ac2f-a9921e5ff1f2 HTTP/1.1" status: 200 len: 945 time: 0.2299309 May 19 09:32:25.091273 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-9283f070-87fd-4a3f-a567-843f2fc81890 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "PUT /v2.0/floatingips/8826e6c6-d6c3-4c91-bbfa-6d9a0aca1c1a HTTP/1.1" status: 200 len: 990 time: 2.5661018 May 19 09:32:25.094430 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff', 'tag': '74e397e6-bc25-4de3-92ff-476a76407e47'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:32:25.116071 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-a812a9e9-d209-4868-9288-3e0a4280807c req-14df201a-0a45-457e-837c-369f817d8284 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056066 May 19 09:32:25.122171 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-528edd6e-08b6-4cbf-b6b9-09df5653ed8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:25.130088 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-528edd6e-08b6-4cbf-b6b9-09df5653ed8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:25.145634 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-af134a15-9bad-4467-817e-bd8df6df62e6 None None] Set router 0a25074c-9bb1-424e-a172-4d1b7e67b33d gateway port host: dv-cinder-791281-2-smb {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:32:25.147453 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-461781a8-e15d-4434-9993-ac73d1bf5463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:25.192689 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528edd6e-08b6-4cbf-b6b9-09df5653ed8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818d903c-c8cf-4e97-adea-88dfabb8151c,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:25.198541 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-528edd6e-08b6-4cbf-b6b9-09df5653ed8c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f88171f8419f4f7c9cbb5f1292e543b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6658688 May 19 09:32:25.199906 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-528edd6e-08b6-4cbf-b6b9-09df5653ed8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:25.201160 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 41336) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:25.252610 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff', 'tag': '74e397e6-bc25-4de3-92ff-476a76407e47', 'status': 'completed', 'code': 200} May 19 09:32:25.259896 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device a2e4776b-c34c-44a7-9f40-9f29639edbc8 up at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:32:25.271159 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ba1795a5-e12b-4eb4-81e4-e45127cfd7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:25.301902 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ba1795a5-e12b-4eb4-81e4-e45127cfd7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:25.375144 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ba1795a5-e12b-4eb4-81e4-e45127cfd7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:25.382055 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-460fe881-10c7-4b44-a28f-50ab4125d7e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:25.414228 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1795a5-e12b-4eb4-81e4-e45127cfd7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818d903c-c8cf-4e97-adea-88dfabb8151c,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:25.420278 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ba1795a5-e12b-4eb4-81e4-e45127cfd7ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:25.433462 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ba1795a5-e12b-4eb4-81e4-e45127cfd7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:25.434670 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-ba1795a5-e12b-4eb4-81e4-e45127cfd7ed admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/818d903c-c8cf-4e97-adea-88dfabb8151c HTTP/1.1" status: 204 len: 168 time: 0.2316587 May 19 09:32:25.447609 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204dfbd5-4932-4f47-baa1-b6ac69629345 req-02756214-a3b9-4df0-b8d1-8a6eab863099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:25.449926 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-204dfbd5-4932-4f47-baa1-b6ac69629345 req-02756214-a3b9-4df0-b8d1-8a6eab863099 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=51496ccd2f3e43809de083dde69c59d1&device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 1098 time: 0.1639974 May 19 09:32:25.469441 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning for port a2e4776b-c34c-44a7-9f40-9f29639edbc8 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:32:25.474990 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning complete for port a2e4776b-c34c-44a7-9f40-9f29639edbc8 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:32:25.475610 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:25.635051 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f7e92-963c-44f5-a967-8b681e522431 req-dde052bd-a141-4a9b-9ced-5bb6db318d45 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:25.644023 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-866f7e92-963c-44f5-a967-8b681e522431 req-dde052bd-a141-4a9b-9ced-5bb6db318d45 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.1638980 May 19 09:32:25.702905 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-866f7e92-963c-44f5-a967-8b681e522431 req-91f4400b-bd7b-427e-a12b-7269a3a27a72 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578203 May 19 09:32:25.789040 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-af134a15-9bad-4467-817e-bd8df6df62e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'name': 'tempest-AttachVolumeShelveTestJSON-1874506753-router', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:40Z', 'revision_number': 4, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'gw_port': {'id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:25Z', 'updated_at': '2021-05-19T09:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_floatingips': [{'id': '8826e6c6-d6c3-4c91-bbfa-6d9a0aca1c1a', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'floating_ip_address': '172.28.0.59', 'floating_network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'router_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'port_id': '74e397e6-bc25-4de3-92ff-476a76407e47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'mac_address': 'fa:16:3e:37:bb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:31:56Z', 'updated_at': '2021-05-19T09:32:23Z', 'revision_number': 1, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e641135-8a85-4e29-8cd2-e7cfcf16ee45', 'name': '', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'mac_address': 'fa:16:3e:3c:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:36Z', 'updated_at': '2021-05-19T09:31:53Z', 'revision_number': 5, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'subnets': [{'id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:32:25.802295 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af134a15-9bad-4467-817e-bd8df6df62e6 None None] Checking router: 0a25074c-9bb1-424e-a172-4d1b7e67b33d for host: dv-cinder-791281-2-smb {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:32:25.825662 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af134a15-9bad-4467-817e-bd8df6df62e6 None None] Routers {'0a25074c-9bb1-424e-a172-4d1b7e67b33d'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:32:25.826433 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-af134a15-9bad-4467-817e-bd8df6df62e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:32:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:32:25.832142 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:25.891625 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a07c91-859d-4dd6-ac2f-a9921e5ff1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e4776b-c34c-44a7-9f40-9f29639edbc8'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:32:25.912024 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204dfbd5-4932-4f47-baa1-b6ac69629345 req-9a520c13-0448-492f-b62c-f831019ef8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:25.916140 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-204dfbd5-4932-4f47-baa1-b6ac69629345 req-9a520c13-0448-492f-b62c-f831019ef8d9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0e9acd08-416e-46e7-b45a-77614ba19575 HTTP/1.1" status: 200 len: 918 time: 0.4549980 May 19 09:32:25.918867 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port a2e4776b-c34c-44a7-9f40-9f29639edbc8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a2e4776b-c34c-44a7-9f40-9f29639edbc8,segment=NetworkSegment(0a28f06a-1a12-4af4-8b52-7fba5e27dbe7),segment_id=0a28f06a-1a12-4af4-8b52-7fba5e27dbe7)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:32:25.934911 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:25.938156 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:26.030458 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=a2e4776b-c34c-44a7-9f40-9f29639edbc8,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:26.035721 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a07c91-859d-4dd6-ac2f-a9921e5ff1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e4776b-c34c-44a7-9f40-9f29639edbc8', 'code': 200} May 19 09:32:26.041121 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:26.041746 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:26.042347 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:26.042997 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:26.043539 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:26.044085 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:26.044627 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:26.045152 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:26.046043 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:26.046578 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:26.047112 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:26.047671 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:26.054372 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:26.190986 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-af134a15-9bad-4467-817e-bd8df6df62e6 None None] Set router 0a25074c-9bb1-424e-a172-4d1b7e67b33d gateway port host: dv-cinder-791281-2-smb {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:32:26.204978 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 41372) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:26.207131 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-204dfbd5-4932-4f47-baa1-b6ac69629345 req-8c1c4c43-7dc9-49d3-862d-324aa204aed4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e397e6-bc25-4de3-92ff-476a76407e47 HTTP/1.1" status: 200 len: 998 time: 0.2865849 May 19 09:32:26.251673 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e5da941c-1e49-403e-8f89-40eb57e58b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:26.303122 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-e5da941c-1e49-403e-8f89-40eb57e58b34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:26.320883 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-e5da941c-1e49-403e-8f89-40eb57e58b34 admin admin] Usage tracker for resource:security_group_rule and tenant:86844e5e7ec247a2a59a310a2c4324a6 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:26.324767 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-e5da941c-1e49-403e-8f89-40eb57e58b34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:26.336527 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-e5da941c-1e49-403e-8f89-40eb57e58b34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:26.375104 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204dfbd5-4932-4f47-baa1-b6ac69629345 req-dafefa0c-62b4-4eb1-b706-302e3eb27290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:26.376584 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-204dfbd5-4932-4f47-baa1-b6ac69629345 req-dafefa0c-62b4-4eb1-b706-302e3eb27290 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ec9b341-41fc-4e94-9468-56afed9dd04b HTTP/1.1" status: 200 len: 856 time: 0.1579542 May 19 09:32:26.515647 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ea687-62c8-4145-ab77-dcb5a1ae2d0e req-12284dfe-54e4-4be5-ad74-f5cf9535dfc2 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:26.517682 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-954ea687-62c8-4145-ab77-dcb5a1ae2d0e req-12284dfe-54e4-4be5-ad74-f5cf9535dfc2 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=24a07c91-859d-4dd6-ac2f-a9921e5ff1f2 HTTP/1.1" status: 200 len: 946 time: 0.1544762 May 19 09:32:26.619523 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-954ea687-62c8-4145-ab77-dcb5a1ae2d0e req-9dbf82d3-cb5c-468d-aa23-05ad3b7a49cf tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895152 May 19 09:32:26.636936 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ceb738-363e-4668-85d5-bd4af0f607a9 req-d3b50d21-3ff8-449d-8df8-f9f350a29d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:26.639415 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a6ceb738-363e-4668-85d5-bd4af0f607a9 req-d3b50d21-3ff8-449d-8df8-f9f350a29d2f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=24a07c91-859d-4dd6-ac2f-a9921e5ff1f2 HTTP/1.1" status: 200 len: 1099 time: 0.2351074 May 19 09:32:26.663753 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e5da941c-1e49-403e-8f89-40eb57e58b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:26.675292 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e5da941c-1e49-403e-8f89-40eb57e58b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:26.687219 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-5878dea9-f063-4e8e-99a0-d33818984000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:26.695399 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204dfbd5-4932-4f47-baa1-b6ac69629345 req-946d3bc4-f3c8-44eb-99d9-d044a94c3e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:26.701645 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-204dfbd5-4932-4f47-baa1-b6ac69629345 req-946d3bc4-f3c8-44eb-99d9-d044a94c3e01 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0e9acd08-416e-46e7-b45a-77614ba19575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2959690 May 19 09:32:26.755131 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-e5da941c-1e49-403e-8f89-40eb57e58b34 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=86844e5e7ec247a2a59a310a2c4324a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5485208 May 19 09:32:26.756619 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da941c-1e49-403e-8f89-40eb57e58b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c771cbd1-520d-4aca-bb44-97466b9f49f9,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:26.759320 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 41392) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:26.762034 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e5da941c-1e49-403e-8f89-40eb57e58b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:26.775111 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-af134a15-9bad-4467-817e-bd8df6df62e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'name': 'tempest-AttachVolumeShelveTestJSON-1874506753-router', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:40Z', 'revision_number': 4, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'gw_port': {'id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:25Z', 'updated_at': '2021-05-19T09:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_floatingips': [{'id': '8826e6c6-d6c3-4c91-bbfa-6d9a0aca1c1a', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'floating_ip_address': '172.28.0.59', 'floating_network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'router_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'port_id': '74e397e6-bc25-4de3-92ff-476a76407e47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'mac_address': 'fa:16:3e:37:bb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:31:56Z', 'updated_at': '2021-05-19T09:32:23Z', 'revision_number': 1, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e641135-8a85-4e29-8cd2-e7cfcf16ee45', 'name': '', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'mac_address': 'fa:16:3e:3c:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:36Z', 'updated_at': '2021-05-19T09:31:53Z', 'revision_number': 5, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'subnets': [{'id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:32:26.784279 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af134a15-9bad-4467-817e-bd8df6df62e6 None None] The sync data for ids ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'] in dv-cinder-791281-2-smb is: [{'id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'name': 'tempest-AttachVolumeShelveTestJSON-1874506753-router', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:40Z', 'revision_number': 4, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'gw_port': {'id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:25Z', 'updated_at': '2021-05-19T09:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_floatingips': [{'id': '8826e6c6-d6c3-4c91-bbfa-6d9a0aca1c1a', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'floating_ip_address': '172.28.0.59', 'floating_network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'router_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'port_id': '74e397e6-bc25-4de3-92ff-476a76407e47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'mac_address': 'fa:16:3e:37:bb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:31:56Z', 'updated_at': '2021-05-19T09:32:23Z', 'revision_number': 1, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e641135-8a85-4e29-8cd2-e7cfcf16ee45', 'name': '', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'mac_address': 'fa:16:3e:3c:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:36Z', 'updated_at': '2021-05-19T09:31:53Z', 'revision_number': 5, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'subnets': [{'id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:32:26.804977 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a6ceb738-363e-4668-85d5-bd4af0f607a9 req-1b44b21c-1eaf-4766-935a-9e8c4448e731 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371388 May 19 09:32:27.017371 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-204dfbd5-4932-4f47-baa1-b6ac69629345 req-eb1fb22a-e526-44d3-aa90-fed1c64611c5 service neutron] 10.222.0.76 "GET /v2.0/networks/0e9acd08-416e-46e7-b45a-77614ba19575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823966 May 19 09:32:27.059494 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1ce0-3feb-4f49-a627-a2ed6ff785f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:27.092904 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1ce0-3feb-4f49-a627-a2ed6ff785f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:27.160405 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cc62d5-c9e5-4228-af14-fb00e81c2997 None None] New status for floating IP 8826e6c6-d6c3-4c91-bbfa-6d9a0aca1c1a: ACTIVE {{(pid=91653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:32:27.164501 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1ce0-3feb-4f49-a627-a2ed6ff785f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:27.174576 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-3f645031-bba9-419c-9c4a-b6cfcccf2d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:27.191590 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c1ce0-3feb-4f49-a627-a2ed6ff785f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c771cbd1-520d-4aca-bb44-97466b9f49f9,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:27.202504 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-204dfbd5-4932-4f47-baa1-b6ac69629345 req-4904153a-c2cc-4f78-a9a6-26f1a746e4c5 service neutron] 10.222.0.76 "GET /v2.0/networks/0e9acd08-416e-46e7-b45a-77614ba19575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769691 May 19 09:32:27.204586 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-fd0c1ce0-3feb-4f49-a627-a2ed6ff785f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:27.209654 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1ce0-3feb-4f49-a627-a2ed6ff785f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:27.216395 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-fd0c1ce0-3feb-4f49-a627-a2ed6ff785f1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c771cbd1-520d-4aca-bb44-97466b9f49f9 HTTP/1.1" status: 204 len: 168 time: 0.4539061 May 19 09:32:27.267841 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac1621-f4d8-446b-bc91-1128ef721f21 req-4467a998-dfcb-4474-9f89-7f89a2223c27 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:27.276672 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b9ac1621-f4d8-446b-bc91-1128ef721f21 req-4467a998-dfcb-4474-9f89-7f89a2223c27 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.3186514 May 19 09:32:27.335346 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b9ac1621-f4d8-446b-bc91-1128ef721f21 req-08d129b2-1ae5-445b-8865-1e2a78f19e4a tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573971 May 19 09:32:27.839599 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88996d-f212-486a-96d5-ca3fe3d07f18 req-01f1ed55-a034-4e1d-8cb7-74684e791ce9 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:27.841205 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-ee88996d-f212-486a-96d5-ca3fe3d07f18 req-01f1ed55-a034-4e1d-8cb7-74684e791ce9 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=24a07c91-859d-4dd6-ac2f-a9921e5ff1f2 HTTP/1.1" status: 200 len: 946 time: 0.0984573 May 19 09:32:27.891978 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-ee88996d-f212-486a-96d5-ca3fe3d07f18 req-eeee98d0-ff79-4f6b-b246-b6682b7b21b5 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437164 May 19 09:32:28.595072 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4394200-78b2-44be-b030-3becbebe8361 req-48f47b5a-7e33-43cc-8e41-cea6563588cc tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:28.599061 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-f4394200-78b2-44be-b030-3becbebe8361 req-48f47b5a-7e33-43cc-8e41-cea6563588cc tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.1452286 May 19 09:32:28.686146 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-f4394200-78b2-44be-b030-3becbebe8361 req-c82bca02-ab4b-4197-ae95-3e8957ae01d2 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729284 May 19 09:32:28.879288 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-18ce058b-59f6-4645-84e8-4227480da507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:29.237078 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2309c4-5000-489b-872a-f00345775639 req-3904fead-7f3c-41b7-bd70-83d31be2a202 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:29.238365 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-1d2309c4-5000-489b-872a-f00345775639 req-3904fead-7f3c-41b7-bd70-83d31be2a202 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=24a07c91-859d-4dd6-ac2f-a9921e5ff1f2 HTTP/1.1" status: 200 len: 946 time: 0.0883510 May 19 09:32:29.286983 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-1d2309c4-5000-489b-872a-f00345775639 req-bf5c0807-76d0-4e6b-9744-452a4f189efc tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421619 May 19 09:32:29.992634 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3ecb4-ea2e-4054-b19a-e9522bc41663 req-dbc825ed-1b9b-4099-a19c-499eaeaaf225 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:29.996458 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-2cc3ecb4-ea2e-4054-b19a-e9522bc41663 req-dbc825ed-1b9b-4099-a19c-499eaeaaf225 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.1025310 May 19 09:32:30.045313 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-2cc3ecb4-ea2e-4054-b19a-e9522bc41663 req-96db56f3-a250-48bd-9792-e312566874e5 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427992 May 19 09:32:31.251092 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526d61b-1243-4e32-8abf-5ae7178db658 req-c8c3d863-60a9-4ce7-a8c1-f1b72dbe46da tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:31.252435 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-8526d61b-1243-4e32-8abf-5ae7178db658 req-c8c3d863-60a9-4ce7-a8c1-f1b72dbe46da tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.0843291 May 19 09:32:31.302584 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-8526d61b-1243-4e32-8abf-5ae7178db658 req-5fb3c44f-bc9a-4f9d-9fc8-9df4a085c0ab tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442743 May 19 09:32:31.432706 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:31.911391 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-41264e33-ac7e-4cb5-b933-408ffe12877f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:32.451540 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 41630) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:32.498223 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727193a-25cf-4fba-91dc-46f7f38d9b31 req-f2cdbcd4-962e-4cc5-81e5-eed53b6608bf tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:32.499707 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-8727193a-25cf-4fba-91dc-46f7f38d9b31 req-f2cdbcd4-962e-4cc5-81e5-eed53b6608bf tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.0827610 May 19 09:32:32.554393 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-8727193a-25cf-4fba-91dc-46f7f38d9b31 req-d2dd1247-0870-475f-bd7a-7268870e0b56 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488832 May 19 09:32:32.619404 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-906ff5fb-0ced-4e90-9120-107cf8a86b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:32.690807 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-906ff5fb-0ced-4e90-9120-107cf8a86b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:32.703553 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-906ff5fb-0ced-4e90-9120-107cf8a86b68 admin admin] Usage tracker for resource:security_group_rule and tenant:f79666973a2c4b39bd8c3bc4cf26f460 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:32.708465 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-906ff5fb-0ced-4e90-9120-107cf8a86b68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:32.718447 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-906ff5fb-0ced-4e90-9120-107cf8a86b68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:32.771088 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-a5253d17-ab82-42b1-98a9-3b746305084d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:32.772573 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-a5253d17-ab82-42b1-98a9-3b746305084d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/networks?id=e5dc340b-0774-45a1-b066-6c9164b5b7b7 HTTP/1.1" status: 200 len: 815 time: 0.2056155 May 19 09:32:32.797480 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-4166e34f-7a4c-4edb-8ccd-3a4427078f72 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/quotas/0544d498e16e4618bb71471551a403aa HTTP/1.1" status: 200 len: 375 time: 0.0174015 May 19 09:32:32.855576 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:32.921850 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-906ff5fb-0ced-4e90-9120-107cf8a86b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:32.927314 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-906ff5fb-0ced-4e90-9120-107cf8a86b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:32.941698 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-601a8003-f336-4834-9ee7-4ccf5c1cc106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:32.980624 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-54aafc43-9ee0-43bd-9e1b-80d760eb9ac1 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0544d498e16e4618bb71471551a403aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1701643 May 19 09:32:33.004410 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-906ff5fb-0ced-4e90-9120-107cf8a86b68 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f79666973a2c4b39bd8c3bc4cf26f460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5517495 May 19 09:32:33.007275 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 41660) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:33.021237 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:32:33.047113 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ff5fb-0ced-4e90-9120-107cf8a86b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b848cbdc-d0ef-43f5-8f2f-c1ef4382fc79,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:33.052564 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-906ff5fb-0ced-4e90-9120-107cf8a86b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:33.083154 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-99621c51-d587-4246-9273-1bf12ef588ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:33.115329 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-99621c51-d587-4246-9273-1bf12ef588ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:33.207314 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-99621c51-d587-4246-9273-1bf12ef588ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:33.216312 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8afe894f-3de2-450d-b14b-09e0b085c892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:33.219475 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-f774cb1c-f6ae-47bc-86da-184508bf8c06 service neutron] 10.222.0.61 "GET /v2.0/networks/e5dc340b-0774-45a1-b066-6c9164b5b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178171 May 19 09:32:33.242456 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99621c51-d587-4246-9273-1bf12ef588ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b848cbdc-d0ef-43f5-8f2f-c1ef4382fc79,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:33.251954 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-99621c51-d587-4246-9273-1bf12ef588ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:33.272258 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-99621c51-d587-4246-9273-1bf12ef588ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:33.273369 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-99621c51-d587-4246-9273-1bf12ef588ea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b848cbdc-d0ef-43f5-8f2f-c1ef4382fc79 HTTP/1.1" status: 204 len: 168 time: 0.2649634 May 19 09:32:33.390963 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-3bfefeb5-28cb-46bb-b1a2-21b8192b414f service neutron] 10.222.0.61 "GET /v2.0/networks/e5dc340b-0774-45a1-b066-6c9164b5b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703508 May 19 09:32:33.643859 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c2b4c12b-6380-4afd-880b-6ba5330d533e req-82b0cb13-47e6-430a-a60d-50ea2871dbe6 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6b3729d-c78d-4cd3-b3fd-724e0ab84ced HTTP/1.1" status: 200 len: 210 time: 0.0572777 May 19 09:32:33.726252 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 41692) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:33.755854 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c5951a01-235e-424d-ba59-d04b50e40959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:33.768533 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b6e79-29c3-4abf-a803-86f23421f5ea req-9b85d01a-863f-4183-a8c3-470bbb82c2f1 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:33.770972 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-c5951a01-235e-424d-ba59-d04b50e40959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:33.771625 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-571b6e79-29c3-4abf-a803-86f23421f5ea req-9b85d01a-863f-4183-a8c3-470bbb82c2f1 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.0978041 May 19 09:32:33.778506 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-c5951a01-235e-424d-ba59-d04b50e40959 admin admin] Usage tracker for resource:security_group_rule and tenant:3e86679883374d129991652c6e286f3c is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:33.782134 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-c5951a01-235e-424d-ba59-d04b50e40959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:33.788796 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-c5951a01-235e-424d-ba59-d04b50e40959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:33.838125 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-571b6e79-29c3-4abf-a803-86f23421f5ea req-94c00cf1-a850-4e90-9f5c-69b8e83ca6ba tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571325 May 19 09:32:33.898704 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c5951a01-235e-424d-ba59-d04b50e40959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:33.904241 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c5951a01-235e-424d-ba59-d04b50e40959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:33.912822 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:33.954341 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-c5951a01-235e-424d-ba59-d04b50e40959 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3e86679883374d129991652c6e286f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270381 May 19 09:32:33.955863 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5951a01-235e-424d-ba59-d04b50e40959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b344f9ac-b776-49e0-9695-3f3cf2f0be19,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:33.957143 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 41700) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:33.969732 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c5951a01-235e-424d-ba59-d04b50e40959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:34.023458 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bceff564-5d13-49e3-9258-9e52a58746bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:34.050898 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bceff564-5d13-49e3-9258-9e52a58746bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:34.104610 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bceff564-5d13-49e3-9258-9e52a58746bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:34.109871 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-743d080d-9ebd-4fa9-ba53-667ddfc66ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:34.123017 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceff564-5d13-49e3-9258-9e52a58746bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b344f9ac-b776-49e0-9695-3f3cf2f0be19,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:34.127702 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-bceff564-5d13-49e3-9258-9e52a58746bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:34.132015 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bceff564-5d13-49e3-9258-9e52a58746bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:34.136006 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-bceff564-5d13-49e3-9258-9e52a58746bf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b344f9ac-b776-49e0-9695-3f3cf2f0be19 HTTP/1.1" status: 204 len: 168 time: 0.1749487 May 19 09:32:34.548033 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:34.869561 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f0639405-cb6e-4b9e-a266-cfd542f3ace0 req-a8efebf5-6c2e-4281-86cd-c4ed99fccc61 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a32a58a0-ad2c-4be9-a071-63e3c6b005c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1947825 May 19 09:32:34.934168 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0df68754-d2c0-427b-95a0-59fc93ad00ec req-f35a8dc0-dd64-44fa-9998-08b35f770d8a tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6b3729d-c78d-4cd3-b3fd-724e0ab84ced HTTP/1.1" status: 200 len: 210 time: 0.1328619 May 19 09:32:35.147298 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d0f50-e081-4a7d-a5ee-b2647db17d16 req-e3b4c5fd-1c29-4884-9b1d-95c852eee2bd tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:35.149235 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-428d0f50-e081-4a7d-a5ee-b2647db17d16 req-e3b4c5fd-1c29-4884-9b1d-95c852eee2bd tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.1147540 May 19 09:32:35.207159 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-428d0f50-e081-4a7d-a5ee-b2647db17d16 req-ff8f60f5-1d34-436c-ac54-1cf642e008e2 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502746 May 19 09:32:35.227310 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0639405-cb6e-4b9e-a266-cfd542f3ace0 req-3695a32d-01ca-4ead-be50-c93d2e26c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:35.229467 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f0639405-cb6e-4b9e-a266-cfd542f3ace0 req-3695a32d-01ca-4ead-be50-c93d2e26c2f2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0544d498e16e4618bb71471551a403aa&device_id=a32a58a0-ad2c-4be9-a071-63e3c6b005c2 HTTP/1.1" status: 200 len: 1098 time: 0.2019327 May 19 09:32:35.250608 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-37be0a31-b75d-47bd-b80c-a063d68b4fff tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:35.252062 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-37be0a31-b75d-47bd-b80c-a063d68b4fff tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.76 "GET /v2.0/networks?id=e5dc340b-0774-45a1-b066-6c9164b5b7b7 HTTP/1.1" status: 200 len: 815 time: 0.3241520 May 19 09:32:35.299654 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-346f021b-0d87-416b-8a58-d5946813501c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Request body: {'port': {'device_id': 'c6b3729d-c78d-4cd3-b3fd-724e0ab84ced', 'network_id': 'e5dc340b-0774-45a1-b066-6c9164b5b7b7', 'admin_state_up': True, 'tenant_id': '0544d498e16e4618bb71471551a403aa'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:35.599757 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0639405-cb6e-4b9e-a266-cfd542f3ace0 req-1c93ff1b-5216-4df8-b590-cee56195152e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:35.601061 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f0639405-cb6e-4b9e-a266-cfd542f3ace0 req-1c93ff1b-5216-4df8-b590-cee56195152e service neutron] 10.222.0.76 "GET /v2.0/networks?id=e5dc340b-0774-45a1-b066-6c9164b5b7b7 HTTP/1.1" status: 200 len: 916 time: 0.3318119 May 19 09:32:35.607591 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-346f021b-0d87-416b-8a58-d5946813501c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:35.617190 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-346f021b-0d87-416b-8a58-d5946813501c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:35.626900 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-346f021b-0d87-416b-8a58-d5946813501c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Made reservation on behalf of 0544d498e16e4618bb71471551a403aa for: {'port': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:32:35.630407 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-346f021b-0d87-416b-8a58-d5946813501c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:35.670088 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 41774) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:35.710777 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f0639405-cb6e-4b9e-a266-cfd542f3ace0 req-3d7790b4-7914-49f6-941c-c271b2360e37 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a92d8f28-91e9-4fda-b383-fe4e30f1634d HTTP/1.1" status: 200 len: 217 time: 0.0670412 May 19 09:32:35.809292 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-58e29629-14ff-4471-a888-4abce5115824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:35.828068 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-58e29629-14ff-4471-a888-4abce5115824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:35.840592 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-58e29629-14ff-4471-a888-4abce5115824 admin admin] Usage tracker for resource:security_group_rule and tenant:93a3030c75b24a67b04905d49663251e is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:35.843991 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-58e29629-14ff-4471-a888-4abce5115824 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:35.849572 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0639405-cb6e-4b9e-a266-cfd542f3ace0 req-06b8d970-6506-4418-b6f4-42aab6dedc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:35.850281 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-58e29629-14ff-4471-a888-4abce5115824 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:35.851437 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f0639405-cb6e-4b9e-a266-cfd542f3ace0 req-06b8d970-6506-4418-b6f4-42aab6dedc13 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fd51e182-9590-4f5a-a12b-b129f5ac7e70 HTTP/1.1" status: 200 len: 855 time: 0.0973554 May 19 09:32:35.942345 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-58e29629-14ff-4471-a888-4abce5115824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:35.950519 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-58e29629-14ff-4471-a888-4abce5115824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:35.953278 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f0639405-cb6e-4b9e-a266-cfd542f3ace0 req-65df0153-24ee-4d6c-9711-710737710d89 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e5dc340b-0774-45a1-b066-6c9164b5b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904586 May 19 09:32:35.963472 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-643263e3-3c95-4e9d-96c5-5b49172d3f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:36.036012 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-58e29629-14ff-4471-a888-4abce5115824 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=93a3030c75b24a67b04905d49663251e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3647766 May 19 09:32:36.038800 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 41790) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:36.044343 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e29629-14ff-4471-a888-4abce5115824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bd6dc6-8161-41c6-a7ba-f50fe69bee03,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:36.102343 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-58e29629-14ff-4471-a888-4abce5115824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:36.114410 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-346f021b-0d87-416b-8a58-d5946813501c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Allocated IP 172.20.0.6 (e5dc340b-0774-45a1-b066-6c9164b5b7b7/fd51e182-9590-4f5a-a12b-b129f5ac7e70/9e7bfede-04c2-422e-b52a-edbd03024b7f) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:32:36.132629 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-bdfdbcea-0699-44bd-b4c2-bf468b3988a9 req-23910914-ab81-4a99-85b8-16e684103add tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6b3729d-c78d-4cd3-b3fd-724e0ab84ced HTTP/1.1" status: 200 len: 210 time: 0.0952492 May 19 09:32:36.156187 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f0639405-cb6e-4b9e-a266-cfd542f3ace0 req-5ff3e1f5-7e82-4f2b-a11e-b9af2229e47a service neutron] 10.222.0.76 "GET /v2.0/networks/e5dc340b-0774-45a1-b066-6c9164b5b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884587 May 19 09:32:36.282254 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-553e7983-6d92-4c35-be8e-8307888f5e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.359178 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-553e7983-6d92-4c35-be8e-8307888f5e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.494605 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 41812) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:36.528629 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f0639405-cb6e-4b9e-a266-cfd542f3ace0 req-29de064b-ead2-4fc8-9c16-ac83a65bfa5a service neutron] 10.222.0.76 "GET /v2.0/networks/e5dc340b-0774-45a1-b066-6c9164b5b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572698 May 19 09:32:36.594303 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-346f021b-0d87-416b-8a58-d5946813501c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.653295 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1a9b0-a236-4ba7-9717-8f5def2b8d0a req-61c47abc-bf46-433a-9453-e60af6dfef4c tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:36.654961 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-346f021b-0d87-416b-8a58-d5946813501c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.660559 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-9da1a9b0-a236-4ba7-9717-8f5def2b8d0a req-61c47abc-bf46-433a-9453-e60af6dfef4c tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.2631717 May 19 09:32:36.668504 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:36.670864 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['a92d8f28-91e9-4fda-b383-fe4e30f1634d', 'a2e4776b-c34c-44a7-9f40-9f29639edbc8'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:32:36.699159 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-553e7983-6d92-4c35-be8e-8307888f5e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.710646 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-528edd6e-08b6-4cbf-b6b9-09df5653ed8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:36.768006 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-346f021b-0d87-416b-8a58-d5946813501c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Network e5dc340b-0774-45a1-b066-6c9164b5b7b7 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:32:36.772286 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-346f021b-0d87-416b-8a58-d5946813501c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Resources bound (agent type, host, resource id): {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:32:36.775854 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-346f021b-0d87-416b-8a58-d5946813501c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:32:36.782070 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-346f021b-0d87-416b-8a58-d5946813501c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:36.782718 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-346f021b-0d87-416b-8a58-d5946813501c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.788101 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-9da1a9b0-a236-4ba7-9717-8f5def2b8d0a req-f5b2b6f4-a018-4d76-a658-ce8278ac7ec5 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264608 May 19 09:32:36.806267 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e7983-6d92-4c35-be8e-8307888f5e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bd6dc6-8161-41c6-a7ba-f50fe69bee03,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:36.807319 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f021b-0d87-416b-8a58-d5946813501c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Pushing event updated for resources: {'Port': ['ID=9e7bfede-04c2-422e-b52a-edbd03024b7f,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:36.812984 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-346f021b-0d87-416b-8a58-d5946813501c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:36.825068 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-553e7983-6d92-4c35-be8e-8307888f5e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:36.830710 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-553e7983-6d92-4c35-be8e-8307888f5e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.832093 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-553e7983-6d92-4c35-be8e-8307888f5e76 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/23bd6dc6-8161-41c6-a7ba-f50fe69bee03 HTTP/1.1" status: 204 len: 168 time: 0.7908285 May 19 09:32:36.840082 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-346f021b-0d87-416b-8a58-d5946813501c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5505748 May 19 09:32:36.854617 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] Request body: {'port': {'device_id': 'c6b3729d-c78d-4cd3-b3fd-724e0ab84ced', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:36.923692 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 41824) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:36.995817 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-17a1e998-addd-4c05-ae2d-12f25b6dbe40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.015163 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.058708 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-17a1e998-addd-4c05-ae2d-12f25b6dbe40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:37.065862 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-17a1e998-addd-4c05-ae2d-12f25b6dbe40 admin admin] Usage tracker for resource:security_group_rule and tenant:b7f662a657aa4988956afe1005b449ce is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:37.069168 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-dfbddb8d-c951-44fe-98fd-ed1abb0b30a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.089749 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-17a1e998-addd-4c05-ae2d-12f25b6dbe40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:37.117817 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-17a1e998-addd-4c05-ae2d-12f25b6dbe40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:37.121512 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-dfbddb8d-c951-44fe-98fd-ed1abb0b30a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:37.159370 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-dfbddb8d-c951-44fe-98fd-ed1abb0b30a1 admin admin] Usage tracker for resource:security_group_rule and tenant:eb4b01ab7be845d9a496ddf720b2d5ee is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:37.168063 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-dfbddb8d-c951-44fe-98fd-ed1abb0b30a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:37.183506 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-dfbddb8d-c951-44fe-98fd-ed1abb0b30a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:37.351801 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-dfbddb8d-c951-44fe-98fd-ed1abb0b30a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.362879 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-dfbddb8d-c951-44fe-98fd-ed1abb0b30a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.374292 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ad392f33-113b-4a55-959b-7be40d2820c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:37.450458 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-dfbddb8d-c951-44fe-98fd-ed1abb0b30a1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eb4b01ab7be845d9a496ddf720b2d5ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5233691 May 19 09:32:37.452899 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbddb8d-c951-44fe-98fd-ed1abb0b30a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3607de54-5c5e-4cae-b759-20b301e3aa47,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:37.457315 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 41834) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:37.468947 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-dfbddb8d-c951-44fe-98fd-ed1abb0b30a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:37.492094 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-17a1e998-addd-4c05-ae2d-12f25b6dbe40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.504895 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-17a1e998-addd-4c05-ae2d-12f25b6dbe40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.514386 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e5da941c-1e49-403e-8f89-40eb57e58b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:37.532187 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3219d-cecc-416f-b095-38209a9cea80 req-4fd456cb-0ad8-4c8b-a80d-ce3e49c470e6 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:37.533653 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-eaf3219d-cecc-416f-b095-38209a9cea80 req-4fd456cb-0ad8-4c8b-a80d-ce3e49c470e6 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6b3729d-c78d-4cd3-b3fd-724e0ab84ced HTTP/1.1" status: 200 len: 931 time: 0.2514522 May 19 09:32:37.542289 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e7bfede-04c2-422e-b52a-edbd03024b7f {{(pid=91651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:32:37.551168 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.575833 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] Transition to ACTIVE for port object 9e7bfede-04c2-422e-b52a-edbd03024b7f will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:32:37.580480 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.585075 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:37.610486 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-17a1e998-addd-4c05-ae2d-12f25b6dbe40 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b7f662a657aa4988956afe1005b449ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1109669 May 19 09:32:37.610912 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1e998-addd-4c05-ae2d-12f25b6dbe40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3addd982-1549-454f-81bf-b3e4fc0e745c,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:37.613056 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 41840) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:37.631041 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-17a1e998-addd-4c05-ae2d-12f25b6dbe40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:37.656551 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f1080e07-a175-4077-9636-ef71032b8a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.670481 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-eaf3219d-cecc-416f-b095-38209a9cea80 req-3e7dafe4-fc46-467b-8f32-a4217a19e332 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166902 May 19 09:32:37.704495 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f1080e07-a175-4077-9636-ef71032b8a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.747098 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] Pushing event updated for resources: {'Port': ['ID=9e7bfede-04c2-422e-b52a-edbd03024b7f,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:37.748903 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:37.770263 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] Attempting to bind port 9e7bfede-04c2-422e-b52a-edbd03024b7f on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:32:37.770595 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] Attempting to bind port 9e7bfede-04c2-422e-b52a-edbd03024b7f by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '0a28f06a-1a12-4af4-8b52-7fba5e27dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e5dc340b-0774-45a1-b066-6c9164b5b7b7'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:32:37.770922 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] Attempting to bind port 9e7bfede-04c2-422e-b52a-edbd03024b7f on network e5dc340b-0774-45a1-b066-6c9164b5b7b7 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:32:37.777512 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] Port 9e7bfede-04c2-422e-b52a-edbd03024b7f on network e5dc340b-0774-45a1-b066-6c9164b5b7b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:32:37.777708 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ec13685c-12c7-4958-a7ff-dde7a5eef51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.778853 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] Attempting to bind port 9e7bfede-04c2-422e-b52a-edbd03024b7f on network e5dc340b-0774-45a1-b066-6c9164b5b7b7 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:32:37.784648 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] Checking agent: {'id': 'e2b12f16-87f3-476d-a836-3e2e94bcfd4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'started_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:32:37.784984 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] Checking segment: {'id': '0a28f06a-1a12-4af4-8b52-7fba5e27dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e5dc340b-0774-45a1-b066-6c9164b5b7b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:32:37.785364 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] Bound using segment: {'id': '0a28f06a-1a12-4af4-8b52-7fba5e27dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e5dc340b-0774-45a1-b066-6c9164b5b7b7'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:32:37.786005 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] Bound port: 9e7bfede-04c2-422e-b52a-edbd03024b7f, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a28f06a-1a12-4af4-8b52-7fba5e27dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e5dc340b-0774-45a1-b066-6c9164b5b7b7'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:32:37.786355 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.811275 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ec13685c-12c7-4958-a7ff-dde7a5eef51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.853749 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f1080e07-a175-4077-9636-ef71032b8a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.860757 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e18893da-9bcb-4aa1-9c74-65f57ca17b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:37.888221 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1080e07-a175-4077-9636-ef71032b8a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3607de54-5c5e-4cae-b759-20b301e3aa47,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:37.893359 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f1080e07-a175-4077-9636-ef71032b8a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:37.915810 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f1080e07-a175-4077-9636-ef71032b8a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.916802 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-f1080e07-a175-4077-9636-ef71032b8a5d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3607de54-5c5e-4cae-b759-20b301e3aa47 HTTP/1.1" status: 204 len: 168 time: 0.4578545 May 19 09:32:37.947634 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] For port 9e7bfede-04c2-422e-b52a-edbd03024b7f, host hv-cinder-79128, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:32:37.949987 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ec13685c-12c7-4958-a7ff-dde7a5eef51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.955792 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:37.963646 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] For port 9e7bfede-04c2-422e-b52a-edbd03024b7f, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9e7bfede-04c2-422e-b52a-edbd03024b7f,segment=NetworkSegment(0a28f06a-1a12-4af4-8b52-7fba5e27dbe7),segment_id=0a28f06a-1a12-4af4-8b52-7fba5e27dbe7)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:32:37.969166 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.987807 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13685c-12c7-4958-a7ff-dde7a5eef51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3addd982-1549-454f-81bf-b3e4fc0e745c,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:37.989951 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ec13685c-12c7-4958-a7ff-dde7a5eef51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.993559 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-ec13685c-12c7-4958-a7ff-dde7a5eef51a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3addd982-1549-454f-81bf-b3e4fc0e745c HTTP/1.1" status: 204 len: 168 time: 0.3624516 May 19 09:32:37.994018 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:38.003374 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ec13685c-12c7-4958-a7ff-dde7a5eef51a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:38.099747 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:38.100359 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:38.102058 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] 10.222.0.76 "PUT /v2.0/ports/9e7bfede-04c2-422e-b52a-edbd03024b7f HTTP/1.1" status: 200 len: 1093 time: 1.2524047 May 19 09:32:38.111891 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b3729d-c78d-4cd3-b3fd-724e0ab84ced', 'tag': '9e7bfede-04c2-422e-b52a-edbd03024b7f'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:32:38.161620 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] Pushing event updated for resources: {'Port': ['ID=9e7bfede-04c2-422e-b52a-edbd03024b7f,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:38.214620 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:38.216223 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b3729d-c78d-4cd3-b3fd-724e0ab84ced', 'tag': '9e7bfede-04c2-422e-b52a-edbd03024b7f', 'status': 'completed', 'code': 200} May 19 09:32:38.229923 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de8e4b-5ae3-423e-8c53-e15131551e37 req-fbb4777c-8320-498c-b091-cb1f50334b35 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:38.233295 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-22de8e4b-5ae3-423e-8c53-e15131551e37 req-fbb4777c-8320-498c-b091-cb1f50334b35 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.2405050 May 19 09:32:38.308390 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-22de8e4b-5ae3-423e-8c53-e15131551e37 req-ba9941a4-1695-4f08-9e8d-4113d8d7af19 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741782 May 19 09:32:38.339544 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-7be22847-aea6-41d1-a8c5-a5498c95cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:38.342232 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-7be22847-aea6-41d1-a8c5-a5498c95cdf0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0544d498e16e4618bb71471551a403aa&device_id=c6b3729d-c78d-4cd3-b3fd-724e0ab84ced HTTP/1.1" status: 200 len: 1096 time: 0.1852815 May 19 09:32:38.422888 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-3cd4e3cf-fc37-4d7d-ad24-96c1a9b88a9c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e7bfede-04c2-422e-b52a-edbd03024b7f HTTP/1.1" status: 200 len: 217 time: 0.0729814 May 19 09:32:38.496822 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-10bc5127-ba7e-4edb-8ce3-3e4c8d1b0e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:38.498308 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-10bc5127-ba7e-4edb-8ce3-3e4c8d1b0e43 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fd51e182-9590-4f5a-a12b-b129f5ac7e70 HTTP/1.1" status: 200 len: 855 time: 0.0686293 May 19 09:32:38.528686 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 41870) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:38.549201 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-03a4a018-8d58-48b8-ad92-d55dc74a3b83 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e5dc340b-0774-45a1-b066-6c9164b5b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417430 May 19 09:32:38.550634 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c1693d43-33b1-49ac-87f8-1fe61bb3c109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:38.565806 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-c1693d43-33b1-49ac-87f8-1fe61bb3c109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:38.570238 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-c1693d43-33b1-49ac-87f8-1fe61bb3c109 admin admin] Usage tracker for resource:security_group_rule and tenant:fd9ce856a16d4d5db0971614ff79150d is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:38.573332 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-c1693d43-33b1-49ac-87f8-1fe61bb3c109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:38.582663 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-c1693d43-33b1-49ac-87f8-1fe61bb3c109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:38.688613 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c1693d43-33b1-49ac-87f8-1fe61bb3c109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:38.694012 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c1693d43-33b1-49ac-87f8-1fe61bb3c109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:38.708928 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:38.731712 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-aee07c81-1b02-4ac9-823b-3ffc107483bc service neutron] 10.222.0.76 "GET /v2.0/networks/e5dc340b-0774-45a1-b066-6c9164b5b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618609 May 19 09:32:38.763438 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-c1693d43-33b1-49ac-87f8-1fe61bb3c109 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fd9ce856a16d4d5db0971614ff79150d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336617 May 19 09:32:38.765088 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1693d43-33b1-49ac-87f8-1fe61bb3c109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c223cb3-2b26-405b-8dc2-ccae60a4bb6c,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:38.769882 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 41880) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:38.772405 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-c1693d43-33b1-49ac-87f8-1fe61bb3c109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:38.843610 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4b70dc17-e3af-44da-864e-d0b136fad77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:38.871680 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4b70dc17-e3af-44da-864e-d0b136fad77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:38.932551 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4b70dc17-e3af-44da-864e-d0b136fad77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:38.937637 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ba1795a5-e12b-4eb4-81e4-e45127cfd7ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:38.951806 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70dc17-e3af-44da-864e-d0b136fad77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c223cb3-2b26-405b-8dc2-ccae60a4bb6c,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:38.953948 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-4b70dc17-e3af-44da-864e-d0b136fad77d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:38.956904 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4b70dc17-e3af-44da-864e-d0b136fad77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:38.960626 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-4b70dc17-e3af-44da-864e-d0b136fad77d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2c223cb3-2b26-405b-8dc2-ccae60a4bb6c HTTP/1.1" status: 204 len: 168 time: 0.1874387 May 19 09:32:38.984919 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-599dce69-8f7a-41db-9d36-36a5a5ce6333 req-402cdf2f-5f75-4bf2-8dda-a43d68ef8c09 service neutron] 10.222.0.76 "GET /v2.0/networks/e5dc340b-0774-45a1-b066-6c9164b5b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422063 May 19 09:32:39.006172 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca759c-3a2a-4ad7-ad8a-9e1922a16499 req-84e65fc9-a641-4805-9a8c-c0a2578ca15f tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:39.007413 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-67ca759c-3a2a-4ad7-ad8a-9e1922a16499 req-84e65fc9-a641-4805-9a8c-c0a2578ca15f tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Synchronizing usage tracker for tenant:0544d498e16e4618bb71471551a403aa on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:32:39.027240 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-67ca759c-3a2a-4ad7-ad8a-9e1922a16499 req-84e65fc9-a641-4805-9a8c-c0a2578ca15f tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Unset dirty status for tenant:0544d498e16e4618bb71471551a403aa on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:32:39.028419 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-67ca759c-3a2a-4ad7-ad8a-9e1922a16499 req-84e65fc9-a641-4805-9a8c-c0a2578ca15f tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6b3729d-c78d-4cd3-b3fd-724e0ab84ced HTTP/1.1" status: 200 len: 943 time: 0.1613555 May 19 09:32:39.146770 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-67ca759c-3a2a-4ad7-ad8a-9e1922a16499 req-37949db6-4be1-46d8-b21f-dc6f9f3e6852 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123166 May 19 09:32:39.187171 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6f63f-c899-4ce3-a724-62daa6b720cf req-4ca1c8a2-ec09-48c7-9c69-cf403b8aea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:39.188897 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c9a6f63f-c899-4ce3-a724-62daa6b720cf req-4ca1c8a2-ec09-48c7-9c69-cf403b8aea20 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0544d498e16e4618bb71471551a403aa&device_id=c6b3729d-c78d-4cd3-b3fd-724e0ab84ced HTTP/1.1" status: 200 len: 1096 time: 0.1169784 May 19 09:32:39.347511 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6f63f-c899-4ce3-a724-62daa6b720cf req-4e1e8a93-2652-42c8-b068-10ed8a80f597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:39.349713 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c9a6f63f-c899-4ce3-a724-62daa6b720cf req-4e1e8a93-2652-42c8-b068-10ed8a80f597 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e5dc340b-0774-45a1-b066-6c9164b5b7b7 HTTP/1.1" status: 200 len: 916 time: 0.1436069 May 19 09:32:39.443315 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c9a6f63f-c899-4ce3-a724-62daa6b720cf req-5eefc26f-ada2-49eb-a22a-94e23c4fe8b4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e7bfede-04c2-422e-b52a-edbd03024b7f HTTP/1.1" status: 200 len: 217 time: 0.0784404 May 19 09:32:39.496152 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 41912) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:39.530577 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f920eeab-4fc0-4186-8b8c-f2fa6a1d4532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:39.550935 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-f920eeab-4fc0-4186-8b8c-f2fa6a1d4532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:39.556559 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-f920eeab-4fc0-4186-8b8c-f2fa6a1d4532 admin admin] Usage tracker for resource:security_group_rule and tenant:83125be257eb436bb53aa13688ede80e is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:39.560614 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-f920eeab-4fc0-4186-8b8c-f2fa6a1d4532 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:39.567700 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-f920eeab-4fc0-4186-8b8c-f2fa6a1d4532 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:39.640745 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6f63f-c899-4ce3-a724-62daa6b720cf req-94cc807c-37ee-4be0-a5a3-9be1b341a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:39.642334 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c9a6f63f-c899-4ce3-a724-62daa6b720cf req-94cc807c-37ee-4be0-a5a3-9be1b341a5b6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fd51e182-9590-4f5a-a12b-b129f5ac7e70 HTTP/1.1" status: 200 len: 855 time: 0.1606159 May 19 09:32:39.660403 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e41ad-0d40-4a15-b055-114a085284c1 req-bb1c0816-8659-4660-9c33-162a4de6a180 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:39.668059 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-d97e41ad-0d40-4a15-b055-114a085284c1 req-bb1c0816-8659-4660-9c33-162a4de6a180 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.2266369 May 19 09:32:39.691484 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f920eeab-4fc0-4186-8b8c-f2fa6a1d4532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:39.696567 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f920eeab-4fc0-4186-8b8c-f2fa6a1d4532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:39.707875 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-c28b3134-9f56-4e2c-b5f9-21e3db9044d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:39.728965 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c9a6f63f-c899-4ce3-a724-62daa6b720cf req-f8782a88-a662-4071-a2f8-bd8712863b1b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e5dc340b-0774-45a1-b066-6c9164b5b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764589 May 19 09:32:39.814368 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-f920eeab-4fc0-4186-8b8c-f2fa6a1d4532 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=83125be257eb436bb53aa13688ede80e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163066 May 19 09:32:39.815299 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920eeab-4fc0-4186-8b8c-f2fa6a1d4532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e08416c-4468-426c-a6c3-c5a6e0111459,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:39.817579 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 41928) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:39.819929 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f920eeab-4fc0-4186-8b8c-f2fa6a1d4532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:39.884832 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-d97e41ad-0d40-4a15-b055-114a085284c1 req-4b51b024-9a48-4ef4-9c6f-2226f1b25d01 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157905 May 19 09:32:39.887152 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e79261eb-b8d7-4243-8f4a-1bc50c7880b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:39.919642 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e79261eb-b8d7-4243-8f4a-1bc50c7880b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:39.944262 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c9a6f63f-c899-4ce3-a724-62daa6b720cf req-bf3974a7-03ec-4186-8a2e-bf84d1381410 service neutron] 10.222.0.76 "GET /v2.0/networks/e5dc340b-0774-45a1-b066-6c9164b5b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992278 May 19 09:32:39.975804 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e79261eb-b8d7-4243-8f4a-1bc50c7880b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:39.981611 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ec13685c-12c7-4958-a7ff-dde7a5eef51a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:39.993894 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79261eb-b8d7-4243-8f4a-1bc50c7880b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e08416c-4468-426c-a6c3-c5a6e0111459,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:39.997137 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e79261eb-b8d7-4243-8f4a-1bc50c7880b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:39.999146 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e79261eb-b8d7-4243-8f4a-1bc50c7880b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:39.999837 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-e79261eb-b8d7-4243-8f4a-1bc50c7880b8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0e08416c-4468-426c-a6c3-c5a6e0111459 HTTP/1.1" status: 204 len: 168 time: 0.1813455 May 19 09:32:40.104984 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c9a6f63f-c899-4ce3-a724-62daa6b720cf req-39b593e4-2904-48ee-ab5b-c488a51f6eaa service neutron] 10.222.0.76 "GET /v2.0/networks/e5dc340b-0774-45a1-b066-6c9164b5b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500032 May 19 09:32:40.359438 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f087f-5bc9-445f-85b4-5ac0686826c9 req-eeb1694b-f0af-4ec1-a2ac-4c520f9b116a tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:40.360974 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-2c3f087f-5bc9-445f-85b4-5ac0686826c9 req-eeb1694b-f0af-4ec1-a2ac-4c520f9b116a tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6b3729d-c78d-4cd3-b3fd-724e0ab84ced HTTP/1.1" status: 200 len: 943 time: 0.0918405 May 19 09:32:40.410780 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-2c3f087f-5bc9-445f-85b4-5ac0686826c9 req-703bf9e5-6b7b-425a-966a-472323bb12af tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439417 May 19 09:32:40.483178 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:41.089885 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c7cba-fb79-45e1-90bc-fbbe2990bf38 req-6ce24943-36bf-452d-89cf-7452cc5fdb9e tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:41.091486 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-2c5c7cba-fb79-45e1-90bc-fbbe2990bf38 req-6ce24943-36bf-452d-89cf-7452cc5fdb9e tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.0891910 May 19 09:32:41.151252 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-2c5c7cba-fb79-45e1-90bc-fbbe2990bf38 req-44bc5173-9a67-4db5-923c-7467b687042f tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512094 May 19 09:32:41.329951 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 9e7bfede-04c2-422e-b52a-edbd03024b7f details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:32:41.484085 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 9e7bfede-04c2-422e-b52a-edbd03024b7f, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9e7bfede-04c2-422e-b52a-edbd03024b7f,segment=NetworkSegment(0a28f06a-1a12-4af4-8b52-7fba5e27dbe7),segment_id=0a28f06a-1a12-4af4-8b52-7fba5e27dbe7)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:32:41.505811 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Returning: {'device': '9e7bfede-04c2-422e-b52a-edbd03024b7f', 'network_id': 'e5dc340b-0774-45a1-b066-6c9164b5b7b7', 'port_id': '9e7bfede-04c2-422e-b52a-edbd03024b7f', 'mac_address': 'fa:16:3e:ad:5c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd51e182-9590-4f5a-a12b-b129f5ac7e70', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:32:41.563931 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:41.580997 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7bfede-04c2-422e-b52a-edbd03024b7f {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:32:41.597053 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 9e7bfede-04c2-422e-b52a-edbd03024b7f, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9e7bfede-04c2-422e-b52a-edbd03024b7f,segment=NetworkSegment(0a28f06a-1a12-4af4-8b52-7fba5e27dbe7),segment_id=0a28f06a-1a12-4af4-8b52-7fba5e27dbe7)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:32:41.602025 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:41.604355 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:41.620255 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ecd82-960d-49d8-8bb0-1c5acd09ebf2 req-bf96a1a0-aae2-46ab-90ba-e3732c440a45 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:41.621778 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b24ecd82-960d-49d8-8bb0-1c5acd09ebf2 req-bf96a1a0-aae2-46ab-90ba-e3732c440a45 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6b3729d-c78d-4cd3-b3fd-724e0ab84ced HTTP/1.1" status: 200 len: 943 time: 0.0881431 May 19 09:32:41.675473 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=9e7bfede-04c2-422e-b52a-edbd03024b7f,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:41.678344 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b24ecd82-960d-49d8-8bb0-1c5acd09ebf2 req-bfc36196-815e-4686-9236-89b73c7c55b3 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508251 May 19 09:32:41.682730 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:42.017601 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['9e7bfede-04c2-422e-b52a-edbd03024b7f'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:32:42.343921 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba116ba-5a02-484e-b926-752f75cd6942 req-db883b2b-8e15-4425-93ee-d1b7567ad3c3 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:42.345574 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-eba116ba-5a02-484e-b926-752f75cd6942 req-db883b2b-8e15-4425-93ee-d1b7567ad3c3 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.0828648 May 19 09:32:42.395336 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-eba116ba-5a02-484e-b926-752f75cd6942 req-0490283d-d364-49f4-b022-ba8cd6138b44 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438800 May 19 09:32:42.872655 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b63c81-a559-4104-b074-3df2f14e57b8 req-225af8f0-70d6-40ec-88ca-4b4817fd743e tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:42.879589 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-e0b63c81-a559-4104-b074-3df2f14e57b8 req-225af8f0-70d6-40ec-88ca-4b4817fd743e tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6b3729d-c78d-4cd3-b3fd-724e0ab84ced HTTP/1.1" status: 200 len: 944 time: 0.0881443 May 19 09:32:42.929363 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-e0b63c81-a559-4104-b074-3df2f14e57b8 req-741ec4d1-6e3c-41dc-943c-1c9ae78941ff tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427196 May 19 09:32:43.348305 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 9e7bfede-04c2-422e-b52a-edbd03024b7f up at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:32:43.460762 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning for port 9e7bfede-04c2-422e-b52a-edbd03024b7f completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:32:43.465916 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning complete for port 9e7bfede-04c2-422e-b52a-edbd03024b7f triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:32:43.466451 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:43.611471 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e5ecf-4f45-418d-b14b-c589552cb104 req-bcf0b4fe-e90a-41b0-9ef3-f83ec6b70a67 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:43.613082 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-906e5ecf-4f45-418d-b14b-c589552cb104 req-bcf0b4fe-e90a-41b0-9ef3-f83ec6b70a67 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.1001925 May 19 09:32:43.623626 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:43.664187 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-906e5ecf-4f45-418d-b14b-c589552cb104 req-d26d776a-e10a-4772-a223-ea7ac21de514 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448844 May 19 09:32:43.668871 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b3729d-c78d-4cd3-b3fd-724e0ab84ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7bfede-04c2-422e-b52a-edbd03024b7f'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:32:43.683921 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 9e7bfede-04c2-422e-b52a-edbd03024b7f, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9e7bfede-04c2-422e-b52a-edbd03024b7f,segment=NetworkSegment(0a28f06a-1a12-4af4-8b52-7fba5e27dbe7),segment_id=0a28f06a-1a12-4af4-8b52-7fba5e27dbe7)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:32:43.689952 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:43.693457 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:43.731802 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b3729d-c78d-4cd3-b3fd-724e0ab84ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7bfede-04c2-422e-b52a-edbd03024b7f', 'code': 200} May 19 09:32:43.767873 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=9e7bfede-04c2-422e-b52a-edbd03024b7f,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:43.770899 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:43.993671 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452ebeb-ce7e-4f72-be78-9e5f261f1706 req-e589375a-3b78-49fe-89e2-7127fb8a518a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:43.996337 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-2452ebeb-ce7e-4f72-be78-9e5f261f1706 req-e589375a-3b78-49fe-89e2-7127fb8a518a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c6b3729d-c78d-4cd3-b3fd-724e0ab84ced HTTP/1.1" status: 200 len: 1098 time: 0.0829420 May 19 09:32:44.041199 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-2452ebeb-ce7e-4f72-be78-9e5f261f1706 req-08fbe8c7-3674-42e9-abaf-be2230c34ac2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368259 May 19 09:32:44.131701 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8ff70-dc58-48af-a701-a2a7d9c628b4 req-60e9faa4-6b8f-4fdd-8d37-2942ee499f82 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:44.133159 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-75e8ff70-dc58-48af-a701-a2a7d9c628b4 req-60e9faa4-6b8f-4fdd-8d37-2942ee499f82 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6b3729d-c78d-4cd3-b3fd-724e0ab84ced HTTP/1.1" status: 200 len: 945 time: 0.0843031 May 19 09:32:44.182047 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-75e8ff70-dc58-48af-a701-a2a7d9c628b4 req-9ed9ecff-cdca-45ec-96f1-e7a56aa8429e tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397036 May 19 09:32:44.239967 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 42052) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:44.358226 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f18cb3be-8eee-4a07-9191-bc0569d5ddc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:44.372924 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-f18cb3be-8eee-4a07-9191-bc0569d5ddc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:44.376706 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-f18cb3be-8eee-4a07-9191-bc0569d5ddc1 admin admin] Usage tracker for resource:security_group_rule and tenant:4fc0a72f55a44e72a39c8c2af940c7d6 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:44.379550 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-f18cb3be-8eee-4a07-9191-bc0569d5ddc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:44.385136 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-f18cb3be-8eee-4a07-9191-bc0569d5ddc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:44.468374 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f18cb3be-8eee-4a07-9191-bc0569d5ddc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:44.474797 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f18cb3be-8eee-4a07-9191-bc0569d5ddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:44.487266 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:44.528710 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-f18cb3be-8eee-4a07-9191-bc0569d5ddc1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4fc0a72f55a44e72a39c8c2af940c7d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876530 May 19 09:32:44.530327 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18cb3be-8eee-4a07-9191-bc0569d5ddc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f848957b-b20d-4191-9c09-c44822ec083f,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:44.531371 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 42064) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:44.535713 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f18cb3be-8eee-4a07-9191-bc0569d5ddc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:44.595287 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2cadb743-ea35-4fbb-84fe-d5941db18aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:44.622245 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2cadb743-ea35-4fbb-84fe-d5941db18aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:44.676573 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2cadb743-ea35-4fbb-84fe-d5941db18aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:44.682065 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-28c8054b-8bf5-4a2d-9a36-de8c3e21ad90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:44.701186 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadb743-ea35-4fbb-84fe-d5941db18aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f848957b-b20d-4191-9c09-c44822ec083f,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:44.705802 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-2cadb743-ea35-4fbb-84fe-d5941db18aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:44.706188 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-2cadb743-ea35-4fbb-84fe-d5941db18aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:44.707064 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-2cadb743-ea35-4fbb-84fe-d5941db18aa1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f848957b-b20d-4191-9c09-c44822ec083f HTTP/1.1" status: 204 len: 168 time: 0.1747136 May 19 09:32:44.957211 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751e4e1-d2f1-4c5c-9b35-7b261b41da77 req-4d5af5f6-9eec-425d-8162-b0435a946ea4 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:44.959055 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b751e4e1-d2f1-4c5c-9b35-7b261b41da77 req-4d5af5f6-9eec-425d-8162-b0435a946ea4 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.1427047 May 19 09:32:45.099164 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 42096) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:45.114644 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b751e4e1-d2f1-4c5c-9b35-7b261b41da77 req-cbe10e6c-983d-4814-92b2-7fc348955385 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438127 May 19 09:32:45.249883 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b747e8de-04b7-4df7-96e2-988f20b2ee33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:45.273321 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-b747e8de-04b7-4df7-96e2-988f20b2ee33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:45.278359 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-b747e8de-04b7-4df7-96e2-988f20b2ee33 admin admin] Usage tracker for resource:security_group_rule and tenant:e62d47ae01714933877433feca2c76bf is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:45.281674 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-b747e8de-04b7-4df7-96e2-988f20b2ee33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:45.287484 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-b747e8de-04b7-4df7-96e2-988f20b2ee33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:45.416318 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8eb7c8-e333-4cb1-84c1-026fd2fa4d90 req-474193ef-73cf-434c-8643-35b221c0286e tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:45.417816 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-2c8eb7c8-e333-4cb1-84c1-026fd2fa4d90 req-474193ef-73cf-434c-8643-35b221c0286e tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6b3729d-c78d-4cd3-b3fd-724e0ab84ced HTTP/1.1" status: 200 len: 945 time: 0.1208992 May 19 09:32:45.466817 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b747e8de-04b7-4df7-96e2-988f20b2ee33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:45.478322 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b747e8de-04b7-4df7-96e2-988f20b2ee33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:45.488580 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c9e96e70-e11a-49c5-a1f7-e3f579811393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:45.517487 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-2c8eb7c8-e333-4cb1-84c1-026fd2fa4d90 req-21eebef1-afa6-46a0-89b7-1e7118a8bdcf tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891564 May 19 09:32:45.536754 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-b747e8de-04b7-4df7-96e2-988f20b2ee33 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e62d47ae01714933877433feca2c76bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4365346 May 19 09:32:45.538498 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b747e8de-04b7-4df7-96e2-988f20b2ee33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9df6576-d40a-4711-ba76-098146554941,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:45.540867 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 42110) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:45.552683 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b747e8de-04b7-4df7-96e2-988f20b2ee33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:45.607486 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0bc75696-c010-456e-83a7-bf346f1b968c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:45.634737 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0bc75696-c010-456e-83a7-bf346f1b968c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:45.687949 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0bc75696-c010-456e-83a7-bf346f1b968c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:45.692129 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0ab50259-a6a9-43b8-808a-ce9ed05f53d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:45.711233 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc75696-c010-456e-83a7-bf346f1b968c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9df6576-d40a-4711-ba76-098146554941,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:45.713744 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0bc75696-c010-456e-83a7-bf346f1b968c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:45.726459 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0bc75696-c010-456e-83a7-bf346f1b968c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:45.728625 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-0bc75696-c010-456e-83a7-bf346f1b968c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f9df6576-d40a-4711-ba76-098146554941 HTTP/1.1" status: 204 len: 168 time: 0.1865935 May 19 09:32:46.301542 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd9dd3-0f6c-45d7-b864-00d051505b52 req-c7490514-2152-4c9e-8dc5-3c8544ea8b36 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:46.303004 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-00fd9dd3-0f6c-45d7-b864-00d051505b52 req-c7490514-2152-4c9e-8dc5-3c8544ea8b36 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.0805709 May 19 09:32:46.354972 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-00fd9dd3-0f6c-45d7-b864-00d051505b52 req-6166ae7a-a9e6-43c5-a52e-08747ba49bfe tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421062 May 19 09:32:47.551689 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d4b85-52e7-4678-8c78-0879cd075afc req-03ca69b3-1845-4fa4-b7b8-38cccbe24ba4 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:47.559512 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-536d4b85-52e7-4678-8c78-0879cd075afc req-03ca69b3-1845-4fa4-b7b8-38cccbe24ba4 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.0938182 May 19 09:32:47.617195 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-536d4b85-52e7-4678-8c78-0879cd075afc req-7df06aad-4c57-4369-9d93-5f1aedc9c16f tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567284 May 19 09:32:48.826418 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f126335-9a4f-40d1-9c7f-c715cdf4b984 req-7b3db9db-6220-4e57-8c6f-0a0a84ae432c tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:48.837968 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-6f126335-9a4f-40d1-9c7f-c715cdf4b984 req-7b3db9db-6220-4e57-8c6f-0a0a84ae432c tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.1134868 May 19 09:32:48.893162 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-6f126335-9a4f-40d1-9c7f-c715cdf4b984 req-533e75ab-3156-4e9b-97c9-61d76e949ebf tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582807 May 19 09:32:49.804859 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7925afc-127a-4fe2-88ac-acff93cf8a64 req-9933ea56-898a-454b-97db-db99bdf4ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:49.807403 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b7925afc-127a-4fe2-88ac-acff93cf8a64 req-9933ea56-898a-454b-97db-db99bdf4ebd7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 1099 time: 0.0811436 May 19 09:32:49.864352 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b7925afc-127a-4fe2-88ac-acff93cf8a64 req-2f74bee8-2a92-4abe-8c40-0385c8310a0e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404201 May 19 09:32:50.110345 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f166b-3ef9-4e0e-9324-6558860d952f req-34c4b714-9701-4189-a544-f492baf81e98 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:50.112182 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-407f166b-3ef9-4e0e-9324-6558860d952f req-34c4b714-9701-4189-a544-f492baf81e98 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.0914178 May 19 09:32:50.171025 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-407f166b-3ef9-4e0e-9324-6558860d952f req-e83170ca-124e-40db-b818-c377106b8bc2 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499659 May 19 09:32:51.386890 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f91e32-6ade-4575-93ab-3556cc6fe7dc req-fed7e66d-ee34-4d3f-a6f9-0b39b4bf4fd5 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:51.389244 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-49f91e32-6ade-4575-93ab-3556cc6fe7dc req-fed7e66d-ee34-4d3f-a6f9-0b39b4bf4fd5 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.0918069 May 19 09:32:51.439635 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-49f91e32-6ade-4575-93ab-3556cc6fe7dc req-7bfd7121-4323-4565-9db5-cdc23d0f7ee2 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441282 May 19 09:32:51.646329 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a68ed9-2176-47da-b1a2-c4e9342b33a9 req-2460b25b-4720-4f63-b32d-15df350b2bd9 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:51.647813 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-c0a68ed9-2176-47da-b1a2-c4e9342b33a9 req-2460b25b-4720-4f63-b32d-15df350b2bd9 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.1011477 May 19 09:32:51.694393 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-c0a68ed9-2176-47da-b1a2-c4e9342b33a9 req-6c347e56-77d7-43dc-9ecb-43ec0d5636f5 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407472 May 19 09:32:52.162979 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-5b3dcc33-47ee-42a9-b491-ca18ef0715cd tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:52.169925 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-5b3dcc33-47ee-42a9-b491-ca18ef0715cd tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/networks?id=e5dc340b-0774-45a1-b066-6c9164b5b7b7 HTTP/1.1" status: 200 len: 815 time: 0.1609724 May 19 09:32:52.179829 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-7bd0346a-2471-47c1-8e9d-828c75a508b8 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/quotas/0544d498e16e4618bb71471551a403aa HTTP/1.1" status: 200 len: 375 time: 0.0091138 May 19 09:32:52.266635 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-74ed20ca-415f-4f66-aa35-d3e1d02add4e tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0544d498e16e4618bb71471551a403aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807419 May 19 09:32:52.403762 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-6d4c54a5-2588-439f-b071-a2b32b7c7d18 service neutron] 10.222.0.61 "GET /v2.0/networks/e5dc340b-0774-45a1-b066-6c9164b5b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303308 May 19 09:32:52.540343 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-728db79b-2077-45f9-a7a6-4483544406f9 service neutron] 10.222.0.61 "GET /v2.0/networks/e5dc340b-0774-45a1-b066-6c9164b5b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303546 May 19 09:32:52.728300 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0f0de7c0-c436-4bff-a2b3-ed2b991cd576 req-100c1d54-a425-42dd-b74b-acbf5a2552f1 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8eec8ec-bb24-4747-819c-a8f83a83a9a4 HTTP/1.1" status: 200 len: 210 time: 0.0491524 May 19 09:32:53.658228 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34030aab-0359-4539-8309-c661764dc68e req-a67acf20-dc6d-4908-8590-c5bf47c3a5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:53.660306 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-34030aab-0359-4539-8309-c661764dc68e req-a67acf20-dc6d-4908-8590-c5bf47c3a5bb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=302076e5824b440cacc066e41a50e011&device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 1098 time: 0.0874207 May 19 09:32:53.705968 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03607ff3-bc4a-4e9b-81a0-9b6c1a80c01d req-53572ae4-f02c-4e85-b446-86c0cd20f6c6 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:53.708340 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-03607ff3-bc4a-4e9b-81a0-9b6c1a80c01d req-53572ae4-f02c-4e85-b446-86c0cd20f6c6 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.1102073 May 19 09:32:53.769861 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-03607ff3-bc4a-4e9b-81a0-9b6c1a80c01d req-de07c174-d9d8-4778-9ab0-4b6d78521ca4 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533328 May 19 09:32:54.008589 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34030aab-0359-4539-8309-c661764dc68e req-79d7ce17-33b3-486f-8bfc-4383ca006efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:54.010043 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-34030aab-0359-4539-8309-c661764dc68e req-79d7ce17-33b3-486f-8bfc-4383ca006efe service neutron] 10.222.0.76 "GET /v2.0/networks?id=6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 HTTP/1.1" status: 200 len: 920 time: 0.3255110 May 19 09:32:54.014375 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7decf305-3a18-4ac1-8d5f-e19570d1d12d req-4e6d6b44-eac4-443a-8087-e28162d84fee tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8eec8ec-bb24-4747-819c-a8f83a83a9a4 HTTP/1.1" status: 200 len: 210 time: 0.1137652 May 19 09:32:54.095220 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-34030aab-0359-4539-8309-c661764dc68e req-ecb3805b-d9b1-456c-a142-fe9a922ecc1d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=521d8f58-79a5-4eb5-90e1-bd630e3a9ea2 HTTP/1.1" status: 200 len: 217 time: 0.0722601 May 19 09:32:54.245136 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-7321ba3b-fb08-4461-8a3f-dc07eb65dd52 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:54.246607 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-7321ba3b-fb08-4461-8a3f-dc07eb65dd52 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.76 "GET /v2.0/networks?id=e5dc340b-0774-45a1-b066-6c9164b5b7b7 HTTP/1.1" status: 200 len: 815 time: 0.4087830 May 19 09:32:54.257716 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34030aab-0359-4539-8309-c661764dc68e req-2d038d19-62b0-4c39-839e-6ed413bf10c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:54.259340 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-34030aab-0359-4539-8309-c661764dc68e req-2d038d19-62b0-4c39-839e-6ed413bf10c4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c29da06d-ddc0-47de-bede-92d24f90436f HTTP/1.1" status: 200 len: 859 time: 0.1505053 May 19 09:32:54.265428 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-36b6dbb4-70c3-4ad6-b200-cfd17db73583 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Request body: {'port': {'device_id': 'b8eec8ec-bb24-4747-819c-a8f83a83a9a4', 'network_id': 'e5dc340b-0774-45a1-b066-6c9164b5b7b7', 'admin_state_up': True, 'tenant_id': '0544d498e16e4618bb71471551a403aa'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:54.341551 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-34030aab-0359-4539-8309-c661764dc68e req-e95b2994-c5f7-40dd-96e0-6f4be243bd4a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6c3f3406-bcfb-4896-a57f-c7cc7b96bce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590429 May 19 09:32:54.545471 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-36b6dbb4-70c3-4ad6-b200-cfd17db73583 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:54.570359 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-36b6dbb4-70c3-4ad6-b200-cfd17db73583 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:54.574851 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-34030aab-0359-4539-8309-c661764dc68e req-b52bc5d4-f861-4e72-8258-8faecb39e013 service neutron] 10.222.0.76 "GET /v2.0/networks/6c3f3406-bcfb-4896-a57f-c7cc7b96bce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851971 May 19 09:32:54.611700 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-36b6dbb4-70c3-4ad6-b200-cfd17db73583 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Made reservation on behalf of 0544d498e16e4618bb71471551a403aa for: {'port': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:32:54.616310 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-36b6dbb4-70c3-4ad6-b200-cfd17db73583 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:54.852673 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-34030aab-0359-4539-8309-c661764dc68e req-c70f3821-d992-4808-804f-190e01b833c6 service neutron] 10.222.0.76 "GET /v2.0/networks/6c3f3406-bcfb-4896-a57f-c7cc7b96bce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702413 May 19 09:32:54.893716 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-36b6dbb4-70c3-4ad6-b200-cfd17db73583 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Allocated IP 172.20.0.14 (e5dc340b-0774-45a1-b066-6c9164b5b7b7/fd51e182-9590-4f5a-a12b-b129f5ac7e70/7f4825f8-78a1-4b73-9c71-1dd413959782) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:32:54.990278 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d014207-a41f-4410-a8d7-d27b9810e1f2 req-33570404-cc87-4207-b1da-edbaa6dc5bc5 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:54.991518 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-4d014207-a41f-4410-a8d7-d27b9810e1f2 req-33570404-cc87-4207-b1da-edbaa6dc5bc5 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0853584 May 19 09:32:55.043039 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-4d014207-a41f-4410-a8d7-d27b9810e1f2 req-f5be5386-5fdb-4627-be3e-e689c5639a39 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448422 May 19 09:32:55.143376 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-36b6dbb4-70c3-4ad6-b200-cfd17db73583 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:55.190471 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-87e15f3b-21ad-4f3f-9a6e-d8745c81bded req-e62b4865-5d24-43e8-8883-179614085751 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8eec8ec-bb24-4747-819c-a8f83a83a9a4 HTTP/1.1" status: 200 len: 210 time: 0.0502152 May 19 09:32:55.218095 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-36b6dbb4-70c3-4ad6-b200-cfd17db73583 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:55.224218 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-346f021b-0d87-416b-8a58-d5946813501c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:55.232709 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['a92d8f28-91e9-4fda-b383-fe4e30f1634d', 'a2e4776b-c34c-44a7-9f40-9f29639edbc8', '9e7bfede-04c2-422e-b52a-edbd03024b7f'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:32:55.298353 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-36b6dbb4-70c3-4ad6-b200-cfd17db73583 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Network e5dc340b-0774-45a1-b066-6c9164b5b7b7 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:32:55.301646 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-36b6dbb4-70c3-4ad6-b200-cfd17db73583 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Resources bound (agent type, host, resource id): {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:32:55.304300 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-36b6dbb4-70c3-4ad6-b200-cfd17db73583 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:32:55.311016 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-36b6dbb4-70c3-4ad6-b200-cfd17db73583 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:55.311651 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-36b6dbb4-70c3-4ad6-b200-cfd17db73583 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:55.329828 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6dbb4-70c3-4ad6-b200-cfd17db73583 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Pushing event updated for resources: {'Port': ['ID=7f4825f8-78a1-4b73-9c71-1dd413959782,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:55.332821 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-36b6dbb4-70c3-4ad6-b200-cfd17db73583 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:55.348844 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-36b6dbb4-70c3-4ad6-b200-cfd17db73583 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0867326 May 19 09:32:55.369304 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] Request body: {'port': {'device_id': 'b8eec8ec-bb24-4747-819c-a8f83a83a9a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:55.493427 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:55.858624 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4825f8-78a1-4b73-9c71-1dd413959782 {{(pid=91651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:32:55.866003 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:55.880731 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] Transition to ACTIVE for port object 7f4825f8-78a1-4b73-9c71-1dd413959782 will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:32:55.885459 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:55.894935 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:56.102412 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4825f8-78a1-4b73-9c71-1dd413959782,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:56.105916 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:56.157263 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] Attempting to bind port 7f4825f8-78a1-4b73-9c71-1dd413959782 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:32:56.158001 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] Attempting to bind port 7f4825f8-78a1-4b73-9c71-1dd413959782 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '0a28f06a-1a12-4af4-8b52-7fba5e27dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e5dc340b-0774-45a1-b066-6c9164b5b7b7'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:32:56.158001 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] Attempting to bind port 7f4825f8-78a1-4b73-9c71-1dd413959782 on network e5dc340b-0774-45a1-b066-6c9164b5b7b7 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:32:56.163376 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] Port 7f4825f8-78a1-4b73-9c71-1dd413959782 on network e5dc340b-0774-45a1-b066-6c9164b5b7b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:32:56.163727 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] Attempting to bind port 7f4825f8-78a1-4b73-9c71-1dd413959782 on network e5dc340b-0774-45a1-b066-6c9164b5b7b7 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:32:56.172316 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] Checking agent: {'id': 'e2b12f16-87f3-476d-a836-3e2e94bcfd4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'started_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:32:56.172586 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] Checking segment: {'id': '0a28f06a-1a12-4af4-8b52-7fba5e27dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e5dc340b-0774-45a1-b066-6c9164b5b7b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:32:56.172973 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] Bound using segment: {'id': '0a28f06a-1a12-4af4-8b52-7fba5e27dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e5dc340b-0774-45a1-b066-6c9164b5b7b7'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:32:56.173545 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] Bound port: 7f4825f8-78a1-4b73-9c71-1dd413959782, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a28f06a-1a12-4af4-8b52-7fba5e27dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e5dc340b-0774-45a1-b066-6c9164b5b7b7'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:32:56.173920 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:56.259298 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69745d2-7271-4bc1-bdc1-a7449b61aea9 req-691b7e6d-5f52-41a9-92a7-0677efe2e39a tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:56.260974 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-c69745d2-7271-4bc1-bdc1-a7449b61aea9 req-691b7e6d-5f52-41a9-92a7-0677efe2e39a tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0892119 May 19 09:32:56.278221 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] For port 7f4825f8-78a1-4b73-9c71-1dd413959782, host hv-cinder-79128, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:32:56.281601 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] For port 7f4825f8-78a1-4b73-9c71-1dd413959782, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=7f4825f8-78a1-4b73-9c71-1dd413959782,segment=NetworkSegment(0a28f06a-1a12-4af4-8b52-7fba5e27dbe7),segment_id=0a28f06a-1a12-4af4-8b52-7fba5e27dbe7)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:32:56.286544 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:56.292719 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-33b63071-7e83-4950-9ac9-6c10554c2693 tempest-DeleteServersTestJSON-278300013 tempest-DeleteServersTestJSON-278300013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:56.342162 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-c69745d2-7271-4bc1-bdc1-a7449b61aea9 req-d39b916b-c7aa-41db-b630-b3550ad261ae tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741034 May 19 09:32:56.397475 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:56.398124 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:56.400120 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] 10.222.0.76 "PUT /v2.0/ports/7f4825f8-78a1-4b73-9c71-1dd413959782 HTTP/1.1" status: 200 len: 1094 time: 1.0357542 May 19 09:32:56.405028 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8eec8ec-bb24-4747-819c-a8f83a83a9a4', 'tag': '7f4825f8-78a1-4b73-9c71-1dd413959782'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:32:56.439915 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4825f8-78a1-4b73-9c71-1dd413959782,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:56.444638 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:56.485272 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8eec8ec-bb24-4747-819c-a8f83a83a9a4', 'tag': '7f4825f8-78a1-4b73-9c71-1dd413959782', 'status': 'completed', 'code': 200} May 19 09:32:56.531339 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a8852-cb46-451f-a84a-3f15a7c66b60 req-0b5134ab-dad9-447d-9151-3c5abecdea66 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:56.532064 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-359a8852-cb46-451f-a84a-3f15a7c66b60 req-0b5134ab-dad9-447d-9151-3c5abecdea66 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Synchronizing usage tracker for tenant:0544d498e16e4618bb71471551a403aa on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:32:56.559326 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-8a5c306a-2227-4a87-80bc-cb3310c09eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:56.561369 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-8a5c306a-2227-4a87-80bc-cb3310c09eab service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0544d498e16e4618bb71471551a403aa&device_id=b8eec8ec-bb24-4747-819c-a8f83a83a9a4 HTTP/1.1" status: 200 len: 1097 time: 0.1184704 May 19 09:32:56.562554 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-359a8852-cb46-451f-a84a-3f15a7c66b60 req-0b5134ab-dad9-447d-9151-3c5abecdea66 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Unset dirty status for tenant:0544d498e16e4618bb71471551a403aa on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:32:56.569760 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-359a8852-cb46-451f-a84a-3f15a7c66b60 req-0b5134ab-dad9-447d-9151-3c5abecdea66 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8eec8ec-bb24-4747-819c-a8f83a83a9a4 HTTP/1.1" status: 200 len: 944 time: 0.2181494 May 19 09:32:56.663141 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-604cbf73-19d5-4b24-89d2-3bc61f07d4f0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f4825f8-78a1-4b73-9c71-1dd413959782 HTTP/1.1" status: 200 len: 217 time: 0.0778115 May 19 09:32:56.722869 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-359a8852-cb46-451f-a84a-3f15a7c66b60 req-cd753ed6-b9a1-4b18-89ff-48b6d572ff1f tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522255 May 19 09:32:56.743143 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-94eaec82-e808-4acf-94ee-7522cc3fd435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:56.744749 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-94eaec82-e808-4acf-94ee-7522cc3fd435 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fd51e182-9590-4f5a-a12b-b129f5ac7e70 HTTP/1.1" status: 200 len: 855 time: 0.0677476 May 19 09:32:56.804398 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-84e0ada1-3563-47df-bee0-11e909ae28ea service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e5dc340b-0774-45a1-b066-6c9164b5b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467796 May 19 09:32:56.944793 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-2dd9cbb8-58fe-483d-84a2-4265ac27776e service neutron] 10.222.0.76 "GET /v2.0/networks/e5dc340b-0774-45a1-b066-6c9164b5b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316438 May 19 09:32:57.083334 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3ce9255e-131e-4d02-8ef0-424b44826e22 req-e3d6daf8-ab06-4615-ad7c-79c14531eb17 service neutron] 10.222.0.76 "GET /v2.0/networks/e5dc340b-0774-45a1-b066-6c9164b5b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297021 May 19 09:32:57.222467 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3167a9-a84a-496f-b850-bf1f93b680c3 req-8143f5b7-5587-408a-9d49-3ce8e827640c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:57.224199 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-6a3167a9-a84a-496f-b850-bf1f93b680c3 req-8143f5b7-5587-408a-9d49-3ce8e827640c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0544d498e16e4618bb71471551a403aa&device_id=b8eec8ec-bb24-4747-819c-a8f83a83a9a4 HTTP/1.1" status: 200 len: 1097 time: 0.0718918 May 19 09:32:57.389641 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3167a9-a84a-496f-b850-bf1f93b680c3 req-fd1d7514-02b6-4923-ae12-9e720ae4cf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:57.391191 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-6a3167a9-a84a-496f-b850-bf1f93b680c3 req-fd1d7514-02b6-4923-ae12-9e720ae4cf41 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e5dc340b-0774-45a1-b066-6c9164b5b7b7 HTTP/1.1" status: 200 len: 916 time: 0.1435888 May 19 09:32:57.393733 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 42474) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:57.496159 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-6a3167a9-a84a-496f-b850-bf1f93b680c3 req-a2771ad4-fe16-4e3e-beb4-a8c02d0c1502 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f4825f8-78a1-4b73-9c71-1dd413959782 HTTP/1.1" status: 200 len: 217 time: 0.0953555 May 19 09:32:57.563553 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-674c37df-7b74-42b7-82aa-8b0a91f1fe27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:57.594259 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-674c37df-7b74-42b7-82aa-8b0a91f1fe27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:57.603333 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-674c37df-7b74-42b7-82aa-8b0a91f1fe27 admin admin] Usage tracker for resource:security_group_rule and tenant:498ffbfa9ccb42fcae964019b9c8039d is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:57.608273 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-674c37df-7b74-42b7-82aa-8b0a91f1fe27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:57.617452 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-674c37df-7b74-42b7-82aa-8b0a91f1fe27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:57.627460 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3167a9-a84a-496f-b850-bf1f93b680c3 req-94fd0bb9-6878-4efe-82aa-5787723caff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:57.628972 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-6a3167a9-a84a-496f-b850-bf1f93b680c3 req-94fd0bb9-6878-4efe-82aa-5787723caff4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fd51e182-9590-4f5a-a12b-b129f5ac7e70 HTTP/1.1" status: 200 len: 855 time: 0.1257589 May 19 09:32:57.690623 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-6a3167a9-a84a-496f-b850-bf1f93b680c3 req-b95729d4-75fc-4b1a-8dcc-048099afb723 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e5dc340b-0774-45a1-b066-6c9164b5b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468283 May 19 09:32:57.706295 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d5463-cb51-47ed-be7b-dc5c8b5f9b51 req-5390b67a-7579-47dc-b468-7afa267999b6 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:57.707884 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0e7d5463-cb51-47ed-be7b-dc5c8b5f9b51 req-5390b67a-7579-47dc-b468-7afa267999b6 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.2511427 May 19 09:32:57.775963 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-674c37df-7b74-42b7-82aa-8b0a91f1fe27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:57.815092 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-674c37df-7b74-42b7-82aa-8b0a91f1fe27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:57.836153 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:58.026298 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc750e-a99a-4c79-89d4-14358d1ce0eb req-2d128224-6ce7-42f6-9031-21dbc482071f tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:58.027927 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-ebdc750e-a99a-4c79-89d4-14358d1ce0eb req-2d128224-6ce7-42f6-9031-21dbc482071f tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8eec8ec-bb24-4747-819c-a8f83a83a9a4 HTTP/1.1" status: 200 len: 944 time: 0.0904365 May 19 09:32:58.066092 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0e7d5463-cb51-47ed-be7b-dc5c8b5f9b51 req-828e5a9c-b4ae-4afc-b8e4-b1cdc8668c26 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885170 May 19 09:32:58.072388 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c37df-7b74-42b7-82aa-8b0a91f1fe27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63708377-2c33-46e5-8ed8-f35c1a6b937d,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:58.075632 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-674c37df-7b74-42b7-82aa-8b0a91f1fe27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:58.078605 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-ebdc750e-a99a-4c79-89d4-14358d1ce0eb req-dd8ce5fd-a9da-4478-b2c6-1d4ae3d5d757 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445788 May 19 09:32:58.084018 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 42492) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:58.087195 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-674c37df-7b74-42b7-82aa-8b0a91f1fe27 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=498ffbfa9ccb42fcae964019b9c8039d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6917586 May 19 09:32:58.120335 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-6a3167a9-a84a-496f-b850-bf1f93b680c3 req-57f633b5-2f9c-4f0b-891a-a517399dda88 service neutron] 10.222.0.76 "GET /v2.0/networks/e5dc340b-0774-45a1-b066-6c9164b5b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114435 May 19 09:32:58.150032 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1bd1cfa6-c312-466d-8eae-fa2e629daabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:58.177218 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1bd1cfa6-c312-466d-8eae-fa2e629daabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:58.231046 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1bd1cfa6-c312-466d-8eae-fa2e629daabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:58.236137 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-dfbddb8d-c951-44fe-98fd-ed1abb0b30a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:58.249568 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1cfa6-c312-466d-8eae-fa2e629daabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63708377-2c33-46e5-8ed8-f35c1a6b937d,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:58.264982 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-1bd1cfa6-c312-466d-8eae-fa2e629daabd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:58.270419 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1bd1cfa6-c312-466d-8eae-fa2e629daabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:58.274045 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-1bd1cfa6-c312-466d-8eae-fa2e629daabd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/63708377-2c33-46e5-8ed8-f35c1a6b937d HTTP/1.1" status: 204 len: 168 time: 0.1865659 May 19 09:32:58.286447 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-6a3167a9-a84a-496f-b850-bf1f93b680c3 req-6f9af26e-e304-47e0-820d-53325ca8203b service neutron] 10.222.0.76 "GET /v2.0/networks/e5dc340b-0774-45a1-b066-6c9164b5b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494055 May 19 09:32:58.552287 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 42502) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:58.569568 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1ae75d43-872a-475a-9b2b-6603ce5f3dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:58.583723 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-1ae75d43-872a-475a-9b2b-6603ce5f3dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:58.588083 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-1ae75d43-872a-475a-9b2b-6603ce5f3dcf admin admin] Usage tracker for resource:security_group_rule and tenant:78c850109d4a48a3b249c32fad3b812a is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:58.590895 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-1ae75d43-872a-475a-9b2b-6603ce5f3dcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:58.596540 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-1ae75d43-872a-475a-9b2b-6603ce5f3dcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:58.679042 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1ae75d43-872a-475a-9b2b-6603ce5f3dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:58.683203 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1ae75d43-872a-475a-9b2b-6603ce5f3dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:58.689557 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-03510660-5664-47bf-a60b-a5b20e22b2d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:58.729220 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae75d43-872a-475a-9b2b-6603ce5f3dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914f83b4-c3d0-42b7-817f-9e05b55b241d,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:58.732220 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-1ae75d43-872a-475a-9b2b-6603ce5f3dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:58.734793 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-1ae75d43-872a-475a-9b2b-6603ce5f3dcf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=78c850109d4a48a3b249c32fad3b812a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815274 May 19 09:32:58.737711 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 42506) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:58.794379 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ee5fbc94-1682-470f-8197-2aacbca4670e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:58.822303 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ee5fbc94-1682-470f-8197-2aacbca4670e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:58.873197 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3a3a600c-829c-4821-845d-f3ae584d1c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:58.879456 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ee5fbc94-1682-470f-8197-2aacbca4670e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:58.884015 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-1b0017ce-a984-47e7-8f88-7d41f0dc9ad1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:58.896839 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fbc94-1682-470f-8197-2aacbca4670e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914f83b4-c3d0-42b7-817f-9e05b55b241d,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:58.902503 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ee5fbc94-1682-470f-8197-2aacbca4670e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:58.907398 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ee5fbc94-1682-470f-8197-2aacbca4670e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:58.908902 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-ee5fbc94-1682-470f-8197-2aacbca4670e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/914f83b4-c3d0-42b7-817f-9e05b55b241d HTTP/1.1" status: 204 len: 168 time: 0.1698904 May 19 09:32:59.272751 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00fa2b-2914-42db-90e5-2c82b0c6a69e req-761c1d5a-b0f1-4e18-8727-cfe7639a0a3b tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:59.274979 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-4a00fa2b-2914-42db-90e5-2c82b0c6a69e req-761c1d5a-b0f1-4e18-8727-cfe7639a0a3b tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0879052 May 19 09:32:59.328490 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-4a00fa2b-2914-42db-90e5-2c82b0c6a69e req-62c79d9c-d4dc-47e5-979d-886c8da091dc tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455241 May 19 09:32:59.360088 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3cdc8-a46f-49e5-8e7a-f8b1d6374a66 req-b85bcbff-9a05-4a62-9e8b-51bb935efad1 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:59.361658 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-27f3cdc8-a46f-49e5-8e7a-f8b1d6374a66 req-b85bcbff-9a05-4a62-9e8b-51bb935efad1 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8eec8ec-bb24-4747-819c-a8f83a83a9a4 HTTP/1.1" status: 200 len: 944 time: 0.1625087 May 19 09:32:59.410072 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-27f3cdc8-a46f-49e5-8e7a-f8b1d6374a66 req-3e3f4b7c-4e89-4e4f-8e4a-d84e3511b1ac tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421598 May 19 09:32:59.438343 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 7f4825f8-78a1-4b73-9c71-1dd413959782 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:32:59.579376 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 7f4825f8-78a1-4b73-9c71-1dd413959782, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=7f4825f8-78a1-4b73-9c71-1dd413959782,segment=NetworkSegment(0a28f06a-1a12-4af4-8b52-7fba5e27dbe7),segment_id=0a28f06a-1a12-4af4-8b52-7fba5e27dbe7)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:32:59.592884 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Returning: {'device': '7f4825f8-78a1-4b73-9c71-1dd413959782', 'network_id': 'e5dc340b-0774-45a1-b066-6c9164b5b7b7', 'port_id': '7f4825f8-78a1-4b73-9c71-1dd413959782', 'mac_address': 'fa:16:3e:d9:dd:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd51e182-9590-4f5a-a12b-b129f5ac7e70', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:32:59.647906 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:59.664953 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4825f8-78a1-4b73-9c71-1dd413959782 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:32:59.680633 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 7f4825f8-78a1-4b73-9c71-1dd413959782, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=7f4825f8-78a1-4b73-9c71-1dd413959782,segment=NetworkSegment(0a28f06a-1a12-4af4-8b52-7fba5e27dbe7),segment_id=0a28f06a-1a12-4af4-8b52-7fba5e27dbe7)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:32:59.684825 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:59.686555 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:59.781169 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=7f4825f8-78a1-4b73-9c71-1dd413959782,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:59.784419 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:00.058170 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['7f4825f8-78a1-4b73-9c71-1dd413959782'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:33:00.582891 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000d82a-ceb2-4ea6-b2b5-4d12efaae2b3 req-94bd5b39-065a-4598-8550-d6e93c4faf65 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:00.599042 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0000d82a-ceb2-4ea6-b2b5-4d12efaae2b3 req-94bd5b39-065a-4598-8550-d6e93c4faf65 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.1576512 May 19 09:33:00.638332 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d666198-256b-4936-a818-537623e69ec3 req-4e6808bf-bef0-4b53-8259-c6c5087c0c72 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:00.639858 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-3d666198-256b-4936-a818-537623e69ec3 req-4e6808bf-bef0-4b53-8259-c6c5087c0c72 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8eec8ec-bb24-4747-819c-a8f83a83a9a4 HTTP/1.1" status: 200 len: 945 time: 0.0967796 May 19 09:33:00.663282 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0000d82a-ceb2-4ea6-b2b5-4d12efaae2b3 req-90a1ad32-3d98-4167-91ae-6462256915d5 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631745 May 19 09:33:00.774207 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-3d666198-256b-4936-a818-537623e69ec3 req-c8f53b98-a166-401c-bb82-4924e32d51be tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278629 May 19 09:33:01.420128 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:01.440728 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 7f4825f8-78a1-4b73-9c71-1dd413959782 up at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:33:01.508433 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning for port 7f4825f8-78a1-4b73-9c71-1dd413959782 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:33:01.513102 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning complete for port 7f4825f8-78a1-4b73-9c71-1dd413959782 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:33:01.513472 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:01.633600 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:01.665063 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8eec8ec-bb24-4747-819c-a8f83a83a9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4825f8-78a1-4b73-9c71-1dd413959782'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:33:01.675985 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 7f4825f8-78a1-4b73-9c71-1dd413959782, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=7f4825f8-78a1-4b73-9c71-1dd413959782,segment=NetworkSegment(0a28f06a-1a12-4af4-8b52-7fba5e27dbe7),segment_id=0a28f06a-1a12-4af4-8b52-7fba5e27dbe7)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:33:01.679908 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:01.681723 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:01.712999 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8eec8ec-bb24-4747-819c-a8f83a83a9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4825f8-78a1-4b73-9c71-1dd413959782', 'code': 200} May 19 09:33:01.762491 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=7f4825f8-78a1-4b73-9c71-1dd413959782,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:01.765799 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:01.876848 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b883da-c284-4870-9035-652d04117c44 req-f6ff9fbb-87e9-4918-af1b-2fd9f8f457d6 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:01.878346 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-d7b883da-c284-4870-9035-652d04117c44 req-f6ff9fbb-87e9-4918-af1b-2fd9f8f457d6 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0942280 May 19 09:33:01.913819 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-6e7dac43-9d44-453f-8da2-91cb52c53a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:01.930269 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-d7b883da-c284-4870-9035-652d04117c44 req-dfffffd2-e3a9-4501-80c7-a8bb8db97559 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453801 May 19 09:33:02.034742 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a2592-a9c6-4c1a-8184-23cb17f34f1a req-ead19b84-2344-4e6e-a656-c351fc8cfefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:02.037544 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-de8a2592-a9c6-4c1a-8184-23cb17f34f1a req-ead19b84-2344-4e6e-a656-c351fc8cfefc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b8eec8ec-bb24-4747-819c-a8f83a83a9a4 HTTP/1.1" status: 200 len: 1099 time: 0.1504672 May 19 09:33:02.046288 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c952af-fd24-44dd-b0f8-e3111c50fc40 req-ce2e18b8-7670-4ed1-b365-71e12ec2767f tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:02.047683 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e7c952af-fd24-44dd-b0f8-e3111c50fc40 req-ce2e18b8-7670-4ed1-b365-71e12ec2767f tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8eec8ec-bb24-4747-819c-a8f83a83a9a4 HTTP/1.1" status: 200 len: 946 time: 0.1240187 May 19 09:33:02.115806 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-de8a2592-a9c6-4c1a-8184-23cb17f34f1a req-edf5752f-c43a-4ed6-b9cf-6efa8e58ba80 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671923 May 19 09:33:02.120349 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e7c952af-fd24-44dd-b0f8-e3111c50fc40 req-bd73f467-67a2-45fa-b12e-a74492b74b07 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596650 May 19 09:33:02.852128 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:03.123117 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c13660-3995-452e-9669-7a7c33677c06 req-c17d248e-3467-4397-948c-27667341de5a tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:03.124620 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-96c13660-3995-452e-9669-7a7c33677c06 req-c17d248e-3467-4397-948c-27667341de5a tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0863338 May 19 09:33:03.173343 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-96c13660-3995-452e-9669-7a7c33677c06 req-b7fc5d71-dcf4-48db-a693-e6aa342bf8ae tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426400 May 19 09:33:03.361711 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8546a0-7464-47f2-a160-a8603d57d1a0 req-54313ea3-d21b-4078-ac14-53d5bafc3169 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:03.363519 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0a8546a0-7464-47f2-a160-a8603d57d1a0 req-54313ea3-d21b-4078-ac14-53d5bafc3169 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8eec8ec-bb24-4747-819c-a8f83a83a9a4 HTTP/1.1" status: 200 len: 946 time: 0.0885279 May 19 09:33:03.424455 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0a8546a0-7464-47f2-a160-a8603d57d1a0 req-a971e872-8507-4270-8cee-4ff145916c25 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552108 May 19 09:33:04.363837 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc52467-4184-4df5-9135-c5df09988b3d req-a77a1417-8ec6-484f-a7d1-06b445445903 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:04.366020 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7cc52467-4184-4df5-9135-c5df09988b3d req-a77a1417-8ec6-484f-a7d1-06b445445903 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0826087 May 19 09:33:04.413900 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7cc52467-4184-4df5-9135-c5df09988b3d req-b710fabe-e2d0-4a05-95ef-ee6714241b08 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419841 May 19 09:33:04.541908 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:04.620334 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491f0b8-d684-48a1-9ad4-b7fc21bb9cc7 req-87f001a3-624e-41cc-b180-e0e651b89578 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:04.623830 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-0491f0b8-d684-48a1-9ad4-b7fc21bb9cc7 req-87f001a3-624e-41cc-b180-e0e651b89578 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8eec8ec-bb24-4747-819c-a8f83a83a9a4 HTTP/1.1" status: 200 len: 946 time: 0.0858264 May 19 09:33:04.669479 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-0491f0b8-d684-48a1-9ad4-b7fc21bb9cc7 req-8429c974-2604-4111-86d3-444a2034e4c8 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413563 May 19 09:33:05.625956 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfe497-a686-431b-bdea-a8a3ad732b86 req-edba8e3d-713d-49da-bada-3bca3c2025a8 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:05.627665 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-47cfe497-a686-431b-bdea-a8a3ad732b86 req-edba8e3d-713d-49da-bada-3bca3c2025a8 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0933380 May 19 09:33:05.678653 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-47cfe497-a686-431b-bdea-a8a3ad732b86 req-8d6f72cd-882b-456d-8c85-38263327687d tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443039 May 19 09:33:06.891802 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4fbaf-7d85-48e7-b652-f16618d27c35 req-6b48aa4d-1f89-4717-b038-e3aca5d035cd tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:06.893380 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-81a4fbaf-7d85-48e7-b652-f16618d27c35 req-6b48aa4d-1f89-4717-b038-e3aca5d035cd tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0949168 May 19 09:33:06.994550 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-81a4fbaf-7d85-48e7-b652-f16618d27c35 req-5711eac3-cddd-49b4-b4f0-f970058e520f tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575299 May 19 09:33:07.007416 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba3128-243f-4f57-83f0-264be7222797 req-1d070586-78b9-46ba-a47f-cc95c4769141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:07.009627 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-d9ba3128-243f-4f57-83f0-264be7222797 req-1d070586-78b9-46ba-a47f-cc95c4769141 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 1098 time: 0.1149447 May 19 09:33:07.054311 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-d9ba3128-243f-4f57-83f0-264be7222797 req-079e0306-9850-4b81-92c1-b0f59b6ac5fb service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371592 May 19 09:33:08.191986 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526e5b5-3ada-4bcb-ab22-9e685fc7c50e req-2def75ae-5e39-4ea9-87b9-93c2498a7ac1 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:08.193440 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-1526e5b5-3ada-4bcb-ab22-9e685fc7c50e req-2def75ae-5e39-4ea9-87b9-93c2498a7ac1 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0857167 May 19 09:33:08.240361 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-1526e5b5-3ada-4bcb-ab22-9e685fc7c50e req-ce3424a3-3602-4196-b5bd-ba6aefcecf78 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413046 May 19 09:33:09.492870 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54296da4-0197-4025-a859-35dd362f4c2c req-ef49cbf8-b627-4788-af69-4613d296e280 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:09.494430 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-54296da4-0197-4025-a859-35dd362f4c2c req-ef49cbf8-b627-4788-af69-4613d296e280 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0990856 May 19 09:33:09.540827 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-54296da4-0197-4025-a859-35dd362f4c2c req-e7bd1857-dfa4-42fd-8ae3-15d4f4fd03d2 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406880 May 19 09:33:09.940172 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30529cb-b3af-4260-842d-7d46cc59ebfe req-22f1a085-01c8-4afa-b827-4d2a7c1d0fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:09.941806 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c30529cb-b3af-4260-842d-7d46cc59ebfe req-22f1a085-01c8-4afa-b827-4d2a7c1d0fce service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=302076e5824b440cacc066e41a50e011&device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 1098 time: 0.0734789 May 19 09:33:09.990506 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc58235-2222-4dda-b0c8-81e4c22fcee4 req-ede2d675-b214-40c0-89d2-34f1df884ab8 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:09.992763 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-fbc58235-2222-4dda-b0c8-81e4c22fcee4 req-ede2d675-b214-40c0-89d2-34f1df884ab8 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0925319 May 19 09:33:10.019556 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:33:10.045615 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-fbc58235-2222-4dda-b0c8-81e4c22fcee4 req-9ec15bcc-eda5-40e1-9a7e-f3b33c0c359e tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444927 May 19 09:33:10.110811 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30529cb-b3af-4260-842d-7d46cc59ebfe req-17585c27-b357-4a7d-bafd-9675cd9912c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:10.112390 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c30529cb-b3af-4260-842d-7d46cc59ebfe req-17585c27-b357-4a7d-bafd-9675cd9912c8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 HTTP/1.1" status: 200 len: 920 time: 0.1616387 May 19 09:33:10.245858 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c30529cb-b3af-4260-842d-7d46cc59ebfe req-5e69d284-296b-4fdb-9a89-16cc47f00a76 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=521d8f58-79a5-4eb5-90e1-bd630e3a9ea2 HTTP/1.1" status: 200 len: 217 time: 0.1234412 May 19 09:33:10.311643 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30529cb-b3af-4260-842d-7d46cc59ebfe req-2ab837af-3030-4e21-a8e4-9cae8c8cb450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:10.313162 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c30529cb-b3af-4260-842d-7d46cc59ebfe req-2ab837af-3030-4e21-a8e4-9cae8c8cb450 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c29da06d-ddc0-47de-bede-92d24f90436f HTTP/1.1" status: 200 len: 859 time: 0.0585225 May 19 09:33:10.378016 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c30529cb-b3af-4260-842d-7d46cc59ebfe req-d5302d50-de52-41a2-b8fb-cce7bff2c9f1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6c3f3406-bcfb-4896-a57f-c7cc7b96bce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440335 May 19 09:33:10.487418 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:10.538254 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c30529cb-b3af-4260-842d-7d46cc59ebfe req-7d49ba40-83ef-458d-b111-83b16f4c53d9 service neutron] 10.222.0.76 "GET /v2.0/networks/6c3f3406-bcfb-4896-a57f-c7cc7b96bce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295052 May 19 09:33:10.678417 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c30529cb-b3af-4260-842d-7d46cc59ebfe req-148e3706-4757-4fdf-a37e-a587f33a8b85 service neutron] 10.222.0.76 "GET /v2.0/networks/6c3f3406-bcfb-4896-a57f-c7cc7b96bce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320486 May 19 09:33:11.158958 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 42824) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:11.251729 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123ad79-c1d0-4deb-8e72-470afa7f1b40 req-4d88f605-5a69-437a-b21b-e0685e592f46 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:11.253422 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-2123ad79-c1d0-4deb-8e72-470afa7f1b40 req-4d88f605-5a69-437a-b21b-e0685e592f46 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0914032 May 19 09:33:11.298668 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-2123ad79-c1d0-4deb-8e72-470afa7f1b40 req-0e8be795-b464-4e2d-9f1b-dd152806570a tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383277 May 19 09:33:11.324505 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-068ec0ea-0426-402f-a3d2-6d8035be7c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:11.338514 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-068ec0ea-0426-402f-a3d2-6d8035be7c4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:11.342295 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-068ec0ea-0426-402f-a3d2-6d8035be7c4e admin admin] Usage tracker for resource:security_group_rule and tenant:e72229ba6aaf4a68978f745787a436bd is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:11.345053 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-068ec0ea-0426-402f-a3d2-6d8035be7c4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:11.351248 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-068ec0ea-0426-402f-a3d2-6d8035be7c4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:11.433296 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-068ec0ea-0426-402f-a3d2-6d8035be7c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:11.437005 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-068ec0ea-0426-402f-a3d2-6d8035be7c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:11.446233 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:11.486437 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-068ec0ea-0426-402f-a3d2-6d8035be7c4e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e72229ba6aaf4a68978f745787a436bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261189 May 19 09:33:11.487484 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ec0ea-0426-402f-a3d2-6d8035be7c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54904abd-5e20-4a86-b711-50a8cfd068aa,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:11.489210 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 42834) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:11.491041 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-068ec0ea-0426-402f-a3d2-6d8035be7c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:11.561998 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3613cd28-586c-495d-9e89-aa08275289f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:11.590418 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3613cd28-586c-495d-9e89-aa08275289f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:11.643243 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3613cd28-586c-495d-9e89-aa08275289f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:11.646998 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-bceff564-5d13-49e3-9258-9e52a58746bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:11.658553 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613cd28-586c-495d-9e89-aa08275289f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54904abd-5e20-4a86-b711-50a8cfd068aa,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:11.661893 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-3613cd28-586c-495d-9e89-aa08275289f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:11.667016 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3613cd28-586c-495d-9e89-aa08275289f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:11.668250 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-3613cd28-586c-495d-9e89-aa08275289f3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/54904abd-5e20-4a86-b711-50a8cfd068aa HTTP/1.1" status: 204 len: 168 time: 0.1777742 May 19 09:33:11.961118 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 42846) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:11.980441 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7fa3ce95-0bf9-48c8-a5f6-c16e426c9460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:11.995719 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-7fa3ce95-0bf9-48c8-a5f6-c16e426c9460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:11.999628 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-7fa3ce95-0bf9-48c8-a5f6-c16e426c9460 admin admin] Usage tracker for resource:security_group_rule and tenant:87bce2bff92b45538f84589fc9d2e46d is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:12.002656 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-7fa3ce95-0bf9-48c8-a5f6-c16e426c9460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:12.009412 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-7fa3ce95-0bf9-48c8-a5f6-c16e426c9460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:12.115144 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7fa3ce95-0bf9-48c8-a5f6-c16e426c9460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:12.119240 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7fa3ce95-0bf9-48c8-a5f6-c16e426c9460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:12.127275 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-fd0c1ce0-3feb-4f49-a627-a2ed6ff785f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:12.211634 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-7fa3ce95-0bf9-48c8-a5f6-c16e426c9460 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=87bce2bff92b45538f84589fc9d2e46d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493250 May 19 09:33:12.214349 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 42854) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:12.215000 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3ce95-0bf9-48c8-a5f6-c16e426c9460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c487c415-8595-4b2e-8322-55e1fb3dd04e,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:12.218538 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-7fa3ce95-0bf9-48c8-a5f6-c16e426c9460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:12.253960 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5280f-df8c-461e-b9b2-33911cfa14a6 req-5fc2c1a9-1fe7-4678-bee8-fdb173e899aa tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:12.255406 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-6cf5280f-df8c-461e-b9b2-33911cfa14a6 req-5fc2c1a9-1fe7-4678-bee8-fdb173e899aa tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8eec8ec-bb24-4747-819c-a8f83a83a9a4 HTTP/1.1" status: 200 len: 946 time: 0.1178544 May 19 09:33:12.279998 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0d0170e7-2351-4ae1-86ae-e60388b876a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:12.301454 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-6cf5280f-df8c-461e-b9b2-33911cfa14a6 req-b5aba8b2-15e5-45a6-9370-e9bf5b00d399 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401702 May 19 09:33:12.306280 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0d0170e7-2351-4ae1-86ae-e60388b876a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:12.365507 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0d0170e7-2351-4ae1-86ae-e60388b876a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:12.369537 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:12.387668 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0170e7-2351-4ae1-86ae-e60388b876a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c487c415-8595-4b2e-8322-55e1fb3dd04e,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:12.391747 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0d0170e7-2351-4ae1-86ae-e60388b876a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:12.393678 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0d0170e7-2351-4ae1-86ae-e60388b876a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:12.399876 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-0d0170e7-2351-4ae1-86ae-e60388b876a5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c487c415-8595-4b2e-8322-55e1fb3dd04e HTTP/1.1" status: 204 len: 168 time: 0.1836085 May 19 09:33:12.514426 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a647f-79ab-45ea-aeb2-c19c83930cd5 req-f812c2a9-f56a-472c-bb12-7d878426c06d tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:12.515893 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-266a647f-79ab-45ea-aeb2-c19c83930cd5 req-f812c2a9-f56a-472c-bb12-7d878426c06d tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0848439 May 19 09:33:12.566582 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-266a647f-79ab-45ea-aeb2-c19c83930cd5 req-7e5a9059-c1fd-4b05-8909-fd641e0c1c2d tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450015 May 19 09:33:13.526616 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ec91a-6b8f-4fc7-84d6-955bb35ebfed req-747191fb-eba2-4d58-abc7-4caa90c9e1a2 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:13.528879 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-a29ec91a-6b8f-4fc7-84d6-955bb35ebfed req-747191fb-eba2-4d58-abc7-4caa90c9e1a2 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8eec8ec-bb24-4747-819c-a8f83a83a9a4 HTTP/1.1" status: 200 len: 946 time: 0.1075270 May 19 09:33:13.583640 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-a29ec91a-6b8f-4fc7-84d6-955bb35ebfed req-57e755b2-775d-4f72-903b-515fbbbb2ba3 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450239 May 19 09:33:13.650715 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 42900) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:13.764981 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d9ee0-8954-4fe4-8b99-dd86604d1aa9 req-eb10241e-03fd-41c4-8b46-9592b9234a70 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:13.768425 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-4c0d9ee0-8954-4fe4-8b99-dd86604d1aa9 req-eb10241e-03fd-41c4-8b46-9592b9234a70 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0883214 May 19 09:33:13.770955 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f2e1281c-f638-4654-9a2e-31c3717edd36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:13.792510 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-f2e1281c-f638-4654-9a2e-31c3717edd36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:13.798082 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-f2e1281c-f638-4654-9a2e-31c3717edd36 admin admin] Usage tracker for resource:security_group_rule and tenant:a7bfbf293bc442c7a3e7f672c3de12f6 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:13.801301 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-f2e1281c-f638-4654-9a2e-31c3717edd36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:13.807660 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-f2e1281c-f638-4654-9a2e-31c3717edd36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:13.817565 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-4c0d9ee0-8954-4fe4-8b99-dd86604d1aa9 req-afe01c63-ee11-40bf-8419-519c7f1f066a tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451844 May 19 09:33:13.907126 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f2e1281c-f638-4654-9a2e-31c3717edd36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:13.911079 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f2e1281c-f638-4654-9a2e-31c3717edd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:13.921600 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c5951a01-235e-424d-ba59-d04b50e40959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:13.968222 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-f2e1281c-f638-4654-9a2e-31c3717edd36 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a7bfbf293bc442c7a3e7f672c3de12f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140323 May 19 09:33:13.968222 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1281c-f638-4654-9a2e-31c3717edd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef1ad58-ce15-46fa-866a-75b6142b56a1,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:13.968635 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 42910) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:13.970750 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f2e1281c-f638-4654-9a2e-31c3717edd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:14.030297 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-65aed826-f562-490b-b60b-fac97b6f3972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:14.058062 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-65aed826-f562-490b-b60b-fac97b6f3972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:14.111211 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-65aed826-f562-490b-b60b-fac97b6f3972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:14.115206 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f920eeab-4fc0-4186-8b8c-f2fa6a1d4532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:14.133078 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aed826-f562-490b-b60b-fac97b6f3972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef1ad58-ce15-46fa-866a-75b6142b56a1,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:14.135341 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-65aed826-f562-490b-b60b-fac97b6f3972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:14.142248 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-65aed826-f562-490b-b60b-fac97b6f3972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:14.147877 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-65aed826-f562-490b-b60b-fac97b6f3972 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5ef1ad58-ce15-46fa-866a-75b6142b56a1 HTTP/1.1" status: 204 len: 168 time: 0.1763434 May 19 09:33:14.793415 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46a549-6e5c-4345-98e1-8f55222afa54 req-8bcd6cb9-0586-49ca-8bba-33e98672afc2 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:14.794936 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-4b46a549-6e5c-4345-98e1-8f55222afa54 req-8bcd6cb9-0586-49ca-8bba-33e98672afc2 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8eec8ec-bb24-4747-819c-a8f83a83a9a4 HTTP/1.1" status: 200 len: 946 time: 0.0879033 May 19 09:33:14.843266 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-4b46a549-6e5c-4345-98e1-8f55222afa54 req-eb5b18be-63d4-4033-9931-454e5d5e4675 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423732 May 19 09:33:14.867155 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72edb7b-dd11-4d01-b998-ac5542440471 req-b63b40a6-cb52-4fa7-bd2c-4a27965030dd tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:14.869394 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e72edb7b-dd11-4d01-b998-ac5542440471 req-b63b40a6-cb52-4fa7-bd2c-4a27965030dd tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8eec8ec-bb24-4747-819c-a8f83a83a9a4 HTTP/1.1" status: 200 len: 946 time: 0.0907099 May 19 09:33:15.025457 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-e72edb7b-dd11-4d01-b998-ac5542440471 req-bd6999f7-2f67-46bc-89fb-a77d84b49a97 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Deleting port 7f4825f8-78a1-4b73-9c71-1dd413959782 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:33:15.025824 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e72edb7b-dd11-4d01-b998-ac5542440471 req-bd6999f7-2f67-46bc-89fb-a77d84b49a97 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:15.159540 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-e72edb7b-dd11-4d01-b998-ac5542440471 req-bd6999f7-2f67-46bc-89fb-a77d84b49a97 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] For port 7f4825f8-78a1-4b73-9c71-1dd413959782, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=7f4825f8-78a1-4b73-9c71-1dd413959782,segment=NetworkSegment(0a28f06a-1a12-4af4-8b52-7fba5e27dbe7),segment_id=0a28f06a-1a12-4af4-8b52-7fba5e27dbe7)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:33:15.159892 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e72edb7b-dd11-4d01-b998-ac5542440471 req-bd6999f7-2f67-46bc-89fb-a77d84b49a97 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:15.284270 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-e72edb7b-dd11-4d01-b998-ac5542440471 req-bd6999f7-2f67-46bc-89fb-a77d84b49a97 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Calling delete_port for 7f4825f8-78a1-4b73-9c71-1dd413959782 owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:33:15.439103 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e72edb7b-dd11-4d01-b998-ac5542440471 req-bd6999f7-2f67-46bc-89fb-a77d84b49a97 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:15.458288 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f837bebf-368e-4e23-b304-0f4361286396 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:15.460144 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['a92d8f28-91e9-4fda-b383-fe4e30f1634d', 'a2e4776b-c34c-44a7-9f40-9f29639edbc8', '9e7bfede-04c2-422e-b52a-edbd03024b7f', '7f4825f8-78a1-4b73-9c71-1dd413959782'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:33:15.510199 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6999f7-2f67-46bc-89fb-a77d84b49a97 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Pushing event deleted for resources: {'Port': ['ID=7f4825f8-78a1-4b73-9c71-1dd413959782,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:15.514283 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-bd6999f7-2f67-46bc-89fb-a77d84b49a97 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:15.686972 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72edb7b-dd11-4d01-b998-ac5542440471 req-bd6999f7-2f67-46bc-89fb-a77d84b49a97 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] No DVR routers for this DVR port 7f4825f8-78a1-4b73-9c71-1dd413959782 on host hv-cinder-79128 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:33:15.689575 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e72edb7b-dd11-4d01-b998-ac5542440471 req-bd6999f7-2f67-46bc-89fb-a77d84b49a97 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:15.692824 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8eec8ec-bb24-4747-819c-a8f83a83a9a4', 'name': 'network-vif-deleted', 'tag': '7f4825f8-78a1-4b73-9c71-1dd413959782'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:33:15.729997 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e72edb7b-dd11-4d01-b998-ac5542440471 req-bd6999f7-2f67-46bc-89fb-a77d84b49a97 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.76 "DELETE /v2.0/ports/7f4825f8-78a1-4b73-9c71-1dd413959782 HTTP/1.1" status: 204 len: 173 time: 0.8442745 May 19 09:33:15.765183 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8eec8ec-bb24-4747-819c-a8f83a83a9a4', 'name': 'network-vif-deleted', 'tag': '7f4825f8-78a1-4b73-9c71-1dd413959782', 'status': 'completed', 'code': 200} May 19 09:33:15.792892 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f6f94-7d70-4a84-a000-7ee5dc78aeb6 req-ab617b1d-09ac-4e88-a7d5-d80cdf7fd140 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:15.794583 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-a63f6f94-7d70-4a84-a000-7ee5dc78aeb6 req-ab617b1d-09ac-4e88-a7d5-d80cdf7fd140 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.1050720 May 19 09:33:15.880581 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-a63f6f94-7d70-4a84-a000-7ee5dc78aeb6 req-1ffdc78b-f8af-4cb0-9bdc-d64cd00c0507 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776458 May 19 09:33:16.031061 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-8a0dea43-a189-4c99-a7fb-b13f7edbe4d2 req-a01f96c8-a5ef-4929-82b6-0f959861f577 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8eec8ec-bb24-4747-819c-a8f83a83a9a4 HTTP/1.1" status: 200 len: 210 time: 0.0438237 May 19 09:33:18.756983 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c73b80-7383-4e03-997f-f1b14e17a432 req-c402d57e-d2af-4df3-a9bc-0e99413d8b36 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:18.759279 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-65c73b80-7383-4e03-997f-f1b14e17a432 req-c402d57e-d2af-4df3-a9bc-0e99413d8b36 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6b3729d-c78d-4cd3-b3fd-724e0ab84ced HTTP/1.1" status: 200 len: 945 time: 0.1033375 May 19 09:33:18.807855 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-65c73b80-7383-4e03-997f-f1b14e17a432 req-d7fb0194-1fff-4455-8180-495f5ca6bc13 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430269 May 19 09:33:19.141830 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304affea-918f-47b9-bac5-102ad7826e59 req-92dadb85-4b67-4457-8899-7258465d2c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:19.143371 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-304affea-918f-47b9-bac5-102ad7826e59 req-92dadb85-4b67-4457-8899-7258465d2c8f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=302076e5824b440cacc066e41a50e011&device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 1098 time: 0.0723727 May 19 09:33:19.172503 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67b22c-05a1-4ff0-904a-85a436128a2b req-b60e2194-5ec0-41bd-a505-09103fb01bb1 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:19.174132 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-af67b22c-05a1-4ff0-904a-85a436128a2b req-b60e2194-5ec0-41bd-a505-09103fb01bb1 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0803683 May 19 09:33:19.225990 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-af67b22c-05a1-4ff0-904a-85a436128a2b req-14ef665d-5f5b-40a4-a22f-7bfd044cb316 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448782 May 19 09:33:19.285167 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304affea-918f-47b9-bac5-102ad7826e59 req-85f95b49-c474-4de4-9a88-f005ed26f020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:19.286747 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-304affea-918f-47b9-bac5-102ad7826e59 req-85f95b49-c474-4de4-9a88-f005ed26f020 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 HTTP/1.1" status: 200 len: 920 time: 0.1332202 May 19 09:33:19.368938 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-304affea-918f-47b9-bac5-102ad7826e59 req-de343cf0-f3b5-49df-8f06-d23e3111c13a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=521d8f58-79a5-4eb5-90e1-bd630e3a9ea2 HTTP/1.1" status: 200 len: 217 time: 0.0674009 May 19 09:33:19.442052 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304affea-918f-47b9-bac5-102ad7826e59 req-bb450e81-df65-4c99-accd-cdb816b40c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:19.443484 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-304affea-918f-47b9-bac5-102ad7826e59 req-bb450e81-df65-4c99-accd-cdb816b40c97 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c29da06d-ddc0-47de-bede-92d24f90436f HTTP/1.1" status: 200 len: 859 time: 0.0596707 May 19 09:33:19.472666 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 7f4825f8-78a1-4b73-9c71-1dd413959782 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:33:19.496209 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-304affea-918f-47b9-bac5-102ad7826e59 req-a85616bb-0146-4e31-a714-e50b875a18d0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6c3f3406-bcfb-4896-a57f-c7cc7b96bce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438957 May 19 09:33:19.520875 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] No Port match for: 7f4825f8-78a1-4b73-9c71-1dd413959782 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:33:19.521222 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 7f4825f8-78a1-4b73-9c71-1dd413959782 not bound to the agent host hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:33:19.652404 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-304affea-918f-47b9-bac5-102ad7826e59 req-62dbbbfd-b00e-48de-b509-fbc78a220b16 service neutron] 10.222.0.76 "GET /v2.0/networks/6c3f3406-bcfb-4896-a57f-c7cc7b96bce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451328 May 19 09:33:19.795000 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-304affea-918f-47b9-bac5-102ad7826e59 req-c177fad3-e4ec-4c97-b804-8313dcc2f2d8 service neutron] 10.222.0.76 "GET /v2.0/networks/6c3f3406-bcfb-4896-a57f-c7cc7b96bce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268194 May 19 09:33:20.002109 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4d23d-4ac4-401e-b911-75ffadc05ed5 req-ea0acffe-8970-4ea9-94a1-abe2c763c97a tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:20.002711 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-b0a4d23d-4ac4-401e-b911-75ffadc05ed5 req-ea0acffe-8970-4ea9-94a1-abe2c763c97a tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Synchronizing usage tracker for tenant:0544d498e16e4618bb71471551a403aa on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:33:20.019660 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-b0a4d23d-4ac4-401e-b911-75ffadc05ed5 req-ea0acffe-8970-4ea9-94a1-abe2c763c97a tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Unset dirty status for tenant:0544d498e16e4618bb71471551a403aa on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:33:20.019660 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b0a4d23d-4ac4-401e-b911-75ffadc05ed5 req-ea0acffe-8970-4ea9-94a1-abe2c763c97a tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6b3729d-c78d-4cd3-b3fd-724e0ab84ced HTTP/1.1" status: 200 len: 945 time: 0.1035838 May 19 09:33:20.066507 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b0a4d23d-4ac4-401e-b911-75ffadc05ed5 req-bedecb25-25dc-4cd1-a0c6-801432ede243 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408981 May 19 09:33:20.416522 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2271b-e19e-4f92-94b6-2df29668177d req-862c42d0-d0c7-4493-a86b-67dc2cf5611b tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:20.418018 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-2cf2271b-e19e-4f92-94b6-2df29668177d req-862c42d0-d0c7-4493-a86b-67dc2cf5611b tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0834301 May 19 09:33:20.463919 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-2cf2271b-e19e-4f92-94b6-2df29668177d req-2c333de0-c805-46ee-a705-ddc907dacb03 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401559 May 19 09:33:21.321973 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911d806-345f-4516-a994-62d769905c9c req-42151cae-0afb-4d70-8dea-4b9f766d3f03 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:21.323422 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-2911d806-345f-4516-a994-62d769905c9c req-42151cae-0afb-4d70-8dea-4b9f766d3f03 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6b3729d-c78d-4cd3-b3fd-724e0ab84ced HTTP/1.1" status: 200 len: 945 time: 0.1445591 May 19 09:33:21.335611 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e534c-070b-4f7f-b0b6-4f5ec0a42c73 req-eeb966f6-c608-47e3-8257-d93a93dbb2d0 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:21.337629 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-230e534c-070b-4f7f-b0b6-4f5ec0a42c73 req-eeb966f6-c608-47e3-8257-d93a93dbb2d0 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6b3729d-c78d-4cd3-b3fd-724e0ab84ced HTTP/1.1" status: 200 len: 945 time: 0.1222727 May 19 09:33:21.432706 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-2911d806-345f-4516-a994-62d769905c9c req-b7140b83-2660-47db-a1f0-17cda4b76faa tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940304 May 19 09:33:21.512412 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-230e534c-070b-4f7f-b0b6-4f5ec0a42c73 req-8f719fe1-403c-4331-8f45-aa37d6862c81 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Deleting port 9e7bfede-04c2-422e-b52a-edbd03024b7f {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:33:21.512755 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-230e534c-070b-4f7f-b0b6-4f5ec0a42c73 req-8f719fe1-403c-4331-8f45-aa37d6862c81 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:21.655865 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea380b5c-4222-4352-b55d-f765f89888db req-200b2f34-4ab5-49ef-8fa5-29b34c9b9c18 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:21.657508 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-ea380b5c-4222-4352-b55d-f765f89888db req-200b2f34-4ab5-49ef-8fa5-29b34c9b9c18 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0853231 May 19 09:33:21.659856 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-230e534c-070b-4f7f-b0b6-4f5ec0a42c73 req-8f719fe1-403c-4331-8f45-aa37d6862c81 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] For port 9e7bfede-04c2-422e-b52a-edbd03024b7f, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9e7bfede-04c2-422e-b52a-edbd03024b7f,segment=NetworkSegment(0a28f06a-1a12-4af4-8b52-7fba5e27dbe7),segment_id=0a28f06a-1a12-4af4-8b52-7fba5e27dbe7)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:33:21.660215 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-230e534c-070b-4f7f-b0b6-4f5ec0a42c73 req-8f719fe1-403c-4331-8f45-aa37d6862c81 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:21.799143 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-ea380b5c-4222-4352-b55d-f765f89888db req-4f259b9f-259f-4c7c-829a-fe218b321c50 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324322 May 19 09:33:21.806723 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-230e534c-070b-4f7f-b0b6-4f5ec0a42c73 req-8f719fe1-403c-4331-8f45-aa37d6862c81 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Calling delete_port for 9e7bfede-04c2-422e-b52a-edbd03024b7f owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:33:21.927367 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-230e534c-070b-4f7f-b0b6-4f5ec0a42c73 req-8f719fe1-403c-4331-8f45-aa37d6862c81 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:21.933651 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b177f155-a3e6-4bd4-ab05-ab3e956d36cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:21.941654 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['a92d8f28-91e9-4fda-b383-fe4e30f1634d', 'a2e4776b-c34c-44a7-9f40-9f29639edbc8', '9e7bfede-04c2-422e-b52a-edbd03024b7f'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:33:22.117809 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f719fe1-403c-4331-8f45-aa37d6862c81 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Pushing event deleted for resources: {'Port': ['ID=9e7bfede-04c2-422e-b52a-edbd03024b7f,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:22.120348 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8f719fe1-403c-4331-8f45-aa37d6862c81 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:22.161319 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-230e534c-070b-4f7f-b0b6-4f5ec0a42c73 req-8f719fe1-403c-4331-8f45-aa37d6862c81 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] No DVR routers for this DVR port 9e7bfede-04c2-422e-b52a-edbd03024b7f on host hv-cinder-79128 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:33:22.166449 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-230e534c-070b-4f7f-b0b6-4f5ec0a42c73 req-8f719fe1-403c-4331-8f45-aa37d6862c81 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:22.175761 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b3729d-c78d-4cd3-b3fd-724e0ab84ced', 'name': 'network-vif-deleted', 'tag': '9e7bfede-04c2-422e-b52a-edbd03024b7f'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:33:22.200201 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-230e534c-070b-4f7f-b0b6-4f5ec0a42c73 req-8f719fe1-403c-4331-8f45-aa37d6862c81 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.76 "DELETE /v2.0/ports/9e7bfede-04c2-422e-b52a-edbd03024b7f HTTP/1.1" status: 204 len: 173 time: 0.8403769 May 19 09:33:22.238331 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b3729d-c78d-4cd3-b3fd-724e0ab84ced', 'name': 'network-vif-deleted', 'tag': '9e7bfede-04c2-422e-b52a-edbd03024b7f', 'status': 'completed', 'code': 200} May 19 09:33:22.599141 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-6eba149d-c317-4787-87fc-74d0401dd7f4 req-d1558f8d-ca9c-4f3b-8d2b-d846828e7804 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Synchronizing usage tracker for tenant:0544d498e16e4618bb71471551a403aa on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:33:22.615157 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-6eba149d-c317-4787-87fc-74d0401dd7f4 req-d1558f8d-ca9c-4f3b-8d2b-d846828e7804 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Unset dirty status for tenant:0544d498e16e4618bb71471551a403aa on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:33:22.616321 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-6eba149d-c317-4787-87fc-74d0401dd7f4 req-d1558f8d-ca9c-4f3b-8d2b-d846828e7804 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6b3729d-c78d-4cd3-b3fd-724e0ab84ced HTTP/1.1" status: 200 len: 210 time: 0.0587690 May 19 09:33:22.987216 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843617fa-876d-489f-b8ca-7fbd6272d217 req-ced1e5a9-6934-44f2-9f3c-5e4c03742105 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:22.988591 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-843617fa-876d-489f-b8ca-7fbd6272d217 req-ced1e5a9-6934-44f2-9f3c-5e4c03742105 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0858409 May 19 09:33:23.034486 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-843617fa-876d-489f-b8ca-7fbd6272d217 req-ef45c363-4105-4635-bafb-c5e6e3f59a3c tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397339 May 19 09:33:24.081107 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a11592-54e4-411f-872c-de3ade87c6db req-fb9d206f-3c51-49f2-90ea-fb7dca709406 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:24.082562 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b6a11592-54e4-411f-872c-de3ade87c6db req-fb9d206f-3c51-49f2-90ea-fb7dca709406 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=24a07c91-859d-4dd6-ac2f-a9921e5ff1f2 HTTP/1.1" status: 200 len: 946 time: 0.0789659 May 19 09:33:24.127534 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b6a11592-54e4-411f-872c-de3ade87c6db req-2a04c2e5-f835-4f19-a331-6d41189f31e0 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385110 May 19 09:33:24.305597 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e388d-79df-49d1-b3db-0e19205984ef req-5bd6b99a-418f-4b21-8bae-b2c2540e2b4b tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:24.307264 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-ac0e388d-79df-49d1-b3db-0e19205984ef req-5bd6b99a-418f-4b21-8bae-b2c2540e2b4b tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0844784 May 19 09:33:24.353715 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-ac0e388d-79df-49d1-b3db-0e19205984ef req-ae06ad65-741f-4aca-a952-8ff09b5797fd tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407896 May 19 09:33:25.340262 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e9677-183d-4dbf-a3f6-86707d9b5190 req-c996aeb0-53c5-4b61-b431-c1498ebc4237 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:25.341756 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-654e9677-183d-4dbf-a3f6-86707d9b5190 req-c996aeb0-53c5-4b61-b431-c1498ebc4237 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=24a07c91-859d-4dd6-ac2f-a9921e5ff1f2 HTTP/1.1" status: 200 len: 946 time: 0.0819287 May 19 09:33:25.393474 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-654e9677-183d-4dbf-a3f6-86707d9b5190 req-b3823041-685b-455d-a72c-b8811b6a572c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457704 May 19 09:33:25.454136 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 9e7bfede-04c2-422e-b52a-edbd03024b7f no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:33:25.492401 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] No Port match for: 9e7bfede-04c2-422e-b52a-edbd03024b7f {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:33:25.492826 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 9e7bfede-04c2-422e-b52a-edbd03024b7f not bound to the agent host hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:33:25.586376 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1ce36-1afe-4102-a833-67b8ab885dac req-f7b060ec-8f81-46c9-b0d5-d84e14baf97e tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:25.587798 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7dc1ce36-1afe-4102-a833-67b8ab885dac req-f7b060ec-8f81-46c9-b0d5-d84e14baf97e tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.1220005 May 19 09:33:25.648819 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7dc1ce36-1afe-4102-a833-67b8ab885dac req-85a4f4d9-980c-4d9d-a9ea-f303397003dd tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538871 May 19 09:33:25.665556 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80d971-01da-4bb4-8c84-d9eb462ce868 req-2d5ac3a0-cf06-41ee-bb40-dd8e6f1bc1ee tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:25.667000 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-cb80d971-01da-4bb4-8c84-d9eb462ce868 req-2d5ac3a0-cf06-41ee-bb40-dd8e6f1bc1ee tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a07c91-859d-4dd6-ac2f-a9921e5ff1f2 HTTP/1.1" status: 200 len: 946 time: 0.1220875 May 19 09:33:25.805723 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-cb80d971-01da-4bb4-8c84-d9eb462ce868 req-b00f3d8a-136e-4481-b2fe-bf66e6bda66d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Deleting port a2e4776b-c34c-44a7-9f40-9f29639edbc8 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:33:25.806086 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-cb80d971-01da-4bb4-8c84-d9eb462ce868 req-b00f3d8a-136e-4481-b2fe-bf66e6bda66d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:25.936827 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-cb80d971-01da-4bb4-8c84-d9eb462ce868 req-b00f3d8a-136e-4481-b2fe-bf66e6bda66d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] For port a2e4776b-c34c-44a7-9f40-9f29639edbc8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a2e4776b-c34c-44a7-9f40-9f29639edbc8,segment=NetworkSegment(0a28f06a-1a12-4af4-8b52-7fba5e27dbe7),segment_id=0a28f06a-1a12-4af4-8b52-7fba5e27dbe7)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:33:25.937097 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-cb80d971-01da-4bb4-8c84-d9eb462ce868 req-b00f3d8a-136e-4481-b2fe-bf66e6bda66d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:26.059453 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-cb80d971-01da-4bb4-8c84-d9eb462ce868 req-b00f3d8a-136e-4481-b2fe-bf66e6bda66d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Calling delete_port for a2e4776b-c34c-44a7-9f40-9f29639edbc8 owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:33:26.176869 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-cb80d971-01da-4bb4-8c84-d9eb462ce868 req-b00f3d8a-136e-4481-b2fe-bf66e6bda66d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:26.183407 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:26.189396 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['a92d8f28-91e9-4fda-b383-fe4e30f1634d', 'a2e4776b-c34c-44a7-9f40-9f29639edbc8'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:33:26.230123 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f3d8a-136e-4481-b2fe-bf66e6bda66d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Pushing event deleted for resources: {'Port': ['ID=a2e4776b-c34c-44a7-9f40-9f29639edbc8,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:26.271718 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f3d8a-136e-4481-b2fe-bf66e6bda66d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:26.271718 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f3d8a-136e-4481-b2fe-bf66e6bda66d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:26.271718 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f3d8a-136e-4481-b2fe-bf66e6bda66d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:26.273827 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f3d8a-136e-4481-b2fe-bf66e6bda66d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:26.273827 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f3d8a-136e-4481-b2fe-bf66e6bda66d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:26.273827 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f3d8a-136e-4481-b2fe-bf66e6bda66d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:26.274574 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f3d8a-136e-4481-b2fe-bf66e6bda66d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:26.274871 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f3d8a-136e-4481-b2fe-bf66e6bda66d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:26.275186 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f3d8a-136e-4481-b2fe-bf66e6bda66d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:26.275574 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f3d8a-136e-4481-b2fe-bf66e6bda66d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:26.275973 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f3d8a-136e-4481-b2fe-bf66e6bda66d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:26.276229 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00f3d8a-136e-4481-b2fe-bf66e6bda66d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:26.287237 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b00f3d8a-136e-4481-b2fe-bf66e6bda66d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:26.326921 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb80d971-01da-4bb4-8c84-d9eb462ce868 req-b00f3d8a-136e-4481-b2fe-bf66e6bda66d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] No DVR routers for this DVR port a2e4776b-c34c-44a7-9f40-9f29639edbc8 on host hv-cinder-79128 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:33:26.331678 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-cb80d971-01da-4bb4-8c84-d9eb462ce868 req-b00f3d8a-136e-4481-b2fe-bf66e6bda66d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:26.334350 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a07c91-859d-4dd6-ac2f-a9921e5ff1f2', 'name': 'network-vif-deleted', 'tag': 'a2e4776b-c34c-44a7-9f40-9f29639edbc8'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:33:26.355776 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-cb80d971-01da-4bb4-8c84-d9eb462ce868 req-b00f3d8a-136e-4481-b2fe-bf66e6bda66d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.76 "DELETE /v2.0/ports/a2e4776b-c34c-44a7-9f40-9f29639edbc8 HTTP/1.1" status: 204 len: 173 time: 0.6794209 May 19 09:33:26.425156 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a07c91-859d-4dd6-ac2f-a9921e5ff1f2', 'name': 'network-vif-deleted', 'tag': 'a2e4776b-c34c-44a7-9f40-9f29639edbc8', 'status': 'completed', 'code': 200} May 19 09:33:26.634560 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-63c7427d-5d60-4589-bbfd-865eb67bacf6 req-dc4981c1-a38c-4c22-bf15-8c23e2aa6574 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Synchronizing usage tracker for tenant:0544d498e16e4618bb71471551a403aa on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:33:26.651619 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-63c7427d-5d60-4589-bbfd-865eb67bacf6 req-dc4981c1-a38c-4c22-bf15-8c23e2aa6574 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Unset dirty status for tenant:0544d498e16e4618bb71471551a403aa on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:33:26.652941 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-63c7427d-5d60-4589-bbfd-865eb67bacf6 req-dc4981c1-a38c-4c22-bf15-8c23e2aa6574 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=24a07c91-859d-4dd6-ac2f-a9921e5ff1f2 HTTP/1.1" status: 200 len: 210 time: 0.0729146 May 19 09:33:26.857381 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e77cfb-cd19-4b78-88a4-ceeb5869056a req-1b0a9ab5-73f0-4358-9122-b264a3f89bb6 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:26.859703 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-00e77cfb-cd19-4b78-88a4-ceeb5869056a req-1b0a9ab5-73f0-4358-9122-b264a3f89bb6 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0869069 May 19 09:33:26.917647 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-00e77cfb-cd19-4b78-88a4-ceeb5869056a req-95416b23-9d2b-4bac-b872-c79d7b412266 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513628 May 19 09:33:28.137684 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50accba1-df54-491c-9151-2e1dd86a3223 req-38230344-2811-4f29-8013-b131961bcbe6 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:28.139404 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-50accba1-df54-491c-9151-2e1dd86a3223 req-38230344-2811-4f29-8013-b131961bcbe6 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.1089506 May 19 09:33:28.188618 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-50accba1-df54-491c-9151-2e1dd86a3223 req-b4370918-3d9d-4804-8f41-4cf4192f89f7 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431967 May 19 09:33:28.880391 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9eeaa935-ca05-4c0e-9ae1-5ef928260519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:29.362905 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43d06b-0267-4ea4-8308-a99bf906160e req-e9002db0-a203-40a1-bb20-247417fd2286 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:29.364445 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-8e43d06b-0267-4ea4-8308-a99bf906160e req-e9002db0-a203-40a1-bb20-247417fd2286 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=a32a58a0-ad2c-4be9-a071-63e3c6b005c2 HTTP/1.1" status: 200 len: 945 time: 0.0831873 May 19 09:33:29.410827 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-8e43d06b-0267-4ea4-8308-a99bf906160e req-3808391a-35b9-4c5e-95bf-4e2bce3c3e7b tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398824 May 19 09:33:29.464163 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device a2e4776b-c34c-44a7-9f40-9f29639edbc8 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:33:29.542599 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] No Port match for: a2e4776b-c34c-44a7-9f40-9f29639edbc8 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:33:29.544474 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device a2e4776b-c34c-44a7-9f40-9f29639edbc8 not bound to the agent host hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:33:29.626831 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55d2cf-5199-43da-ae56-12b8b855b76f req-9e5a1a7c-b097-4fb4-a720-2a9aa86c1526 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:29.628469 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-2e55d2cf-5199-43da-ae56-12b8b855b76f req-9e5a1a7c-b097-4fb4-a720-2a9aa86c1526 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.1168919 May 19 09:33:29.680074 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-2e55d2cf-5199-43da-ae56-12b8b855b76f req-16cbb2fc-d25e-4769-8f46-cf2f9bbdb07b tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438178 May 19 09:33:29.805059 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be72f76-a3f6-4f82-aa6e-f83da47012a5 req-68471616-ab9e-45da-8f9d-27e8435af628 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:29.806583 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7be72f76-a3f6-4f82-aa6e-f83da47012a5 req-68471616-ab9e-45da-8f9d-27e8435af628 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.0876575 May 19 09:33:29.852795 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7be72f76-a3f6-4f82-aa6e-f83da47012a5 req-c40e78dd-5f7c-45a0-939c-7d51ed6b958f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405810 May 19 09:33:30.046953 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 43286) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:30.170458 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1b3b746d-cd1f-4eb0-a45e-b107cc242d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:30.185695 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-1b3b746d-cd1f-4eb0-a45e-b107cc242d2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:30.189681 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-1b3b746d-cd1f-4eb0-a45e-b107cc242d2a admin admin] Usage tracker for resource:security_group_rule and tenant:addae692c7074706af9b9bd7da980526 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:30.192580 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-1b3b746d-cd1f-4eb0-a45e-b107cc242d2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:30.199847 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-1b3b746d-cd1f-4eb0-a45e-b107cc242d2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:30.283356 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1b3b746d-cd1f-4eb0-a45e-b107cc242d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:30.287288 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1b3b746d-cd1f-4eb0-a45e-b107cc242d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:30.296661 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-2cadb743-ea35-4fbb-84fe-d5941db18aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:30.298753 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 43294) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:30.340936 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-1b3b746d-cd1f-4eb0-a45e-b107cc242d2a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=addae692c7074706af9b9bd7da980526&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928367 May 19 09:33:30.341926 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b746d-cd1f-4eb0-a45e-b107cc242d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4b87b8-1a6a-4866-8f5e-e73fe9578777,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:30.343675 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 43300) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:30.349715 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b746d-cd1f-4eb0-a45e-b107cc242d2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:30.350095 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b746d-cd1f-4eb0-a45e-b107cc242d2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:30.350508 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b746d-cd1f-4eb0-a45e-b107cc242d2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:30.351526 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b746d-cd1f-4eb0-a45e-b107cc242d2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:30.351740 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b746d-cd1f-4eb0-a45e-b107cc242d2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:30.352046 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b746d-cd1f-4eb0-a45e-b107cc242d2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:30.352379 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b746d-cd1f-4eb0-a45e-b107cc242d2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:30.352717 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b746d-cd1f-4eb0-a45e-b107cc242d2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:30.353050 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b746d-cd1f-4eb0-a45e-b107cc242d2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:30.353377 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b746d-cd1f-4eb0-a45e-b107cc242d2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:30.353706 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b746d-cd1f-4eb0-a45e-b107cc242d2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:30.354056 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b746d-cd1f-4eb0-a45e-b107cc242d2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:30.357957 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-1b3b746d-cd1f-4eb0-a45e-b107cc242d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:30.421426 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0f419669-eb53-42e9-8ae5-bcd57fd2ad3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:30.423191 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f1eada0e-a450-41a3-8acd-f44021a8cd75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:30.454502 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-f1eada0e-a450-41a3-8acd-f44021a8cd75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:30.463634 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-f1eada0e-a450-41a3-8acd-f44021a8cd75 admin admin] Usage tracker for resource:security_group_rule and tenant:cde0e25273b74709a07d5be37175b4e2 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:30.467145 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0f419669-eb53-42e9-8ae5-bcd57fd2ad3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:30.478007 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-f1eada0e-a450-41a3-8acd-f44021a8cd75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:30.487550 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-f1eada0e-a450-41a3-8acd-f44021a8cd75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:30.559248 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0f419669-eb53-42e9-8ae5-bcd57fd2ad3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:30.564621 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:30.588094 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f419669-eb53-42e9-8ae5-bcd57fd2ad3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4b87b8-1a6a-4866-8f5e-e73fe9578777,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:30.590888 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0f419669-eb53-42e9-8ae5-bcd57fd2ad3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:30.616702 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb94268-afe8-4041-9479-51a815a15cdd req-5f3df601-0a07-4cd1-8354-4add354c655b tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:30.617187 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0f419669-eb53-42e9-8ae5-bcd57fd2ad3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:30.620552 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-0f419669-eb53-42e9-8ae5-bcd57fd2ad3a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2c4b87b8-1a6a-4866-8f5e-e73fe9578777 HTTP/1.1" status: 204 len: 168 time: 0.2733898 May 19 09:33:30.620715 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-8bb94268-afe8-4041-9479-51a815a15cdd req-5f3df601-0a07-4cd1-8354-4add354c655b tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=a32a58a0-ad2c-4be9-a071-63e3c6b005c2 HTTP/1.1" status: 200 len: 945 time: 0.0976558 May 19 09:33:30.622777 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f1eada0e-a450-41a3-8acd-f44021a8cd75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:30.627873 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f1eada0e-a450-41a3-8acd-f44021a8cd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:30.638006 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f18cb3be-8eee-4a07-9191-bc0569d5ddc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:30.666568 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-8bb94268-afe8-4041-9479-51a815a15cdd req-d2506590-c5ca-43e7-aaee-df439352303b tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413022 May 19 09:33:30.681845 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-f1eada0e-a450-41a3-8acd-f44021a8cd75 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cde0e25273b74709a07d5be37175b4e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3819032 May 19 09:33:30.684395 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 43308) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:30.702208 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eada0e-a450-41a3-8acd-f44021a8cd75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18088ea4-763d-4ec1-b81b-36b41e50f6b7,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:30.705730 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f1eada0e-a450-41a3-8acd-f44021a8cd75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:30.759277 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4a7cdae9-c06a-412e-964f-94b78790fff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:30.788776 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4a7cdae9-c06a-412e-964f-94b78790fff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:30.980943 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4a7cdae9-c06a-412e-964f-94b78790fff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:30.986960 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8237b1b4-ca07-43b3-a2d6-fb93b993a236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:31.008972 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae8d79-6369-4a6c-bc35-2b3235e85ab7 req-60648a6c-c952-4e2b-9ee4-dead9b91f102 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:31.010626 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-91ae8d79-6369-4a6c-bc35-2b3235e85ab7 req-60648a6c-c952-4e2b-9ee4-dead9b91f102 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.1064377 May 19 09:33:31.014524 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7cdae9-c06a-412e-964f-94b78790fff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18088ea4-763d-4ec1-b81b-36b41e50f6b7,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:31.018833 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4a7cdae9-c06a-412e-964f-94b78790fff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:31.020550 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4a7cdae9-c06a-412e-964f-94b78790fff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:31.024012 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-4a7cdae9-c06a-412e-964f-94b78790fff8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/18088ea4-763d-4ec1-b81b-36b41e50f6b7 HTTP/1.1" status: 204 len: 168 time: 0.3361542 May 19 09:33:31.139588 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-91ae8d79-6369-4a6c-bc35-2b3235e85ab7 req-5712804b-8e74-4471-a25c-3b6276b286e1 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220162 May 19 09:33:31.169337 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f63dd-0338-4b1b-8a70-fa66fe605792 req-94bcd046-be7b-448f-845c-081fc775d6b8 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:31.181454 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-bb5f63dd-0338-4b1b-8a70-fa66fe605792 req-94bcd046-be7b-448f-845c-081fc775d6b8 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.76 "GET /v2.0/ports?device_id=a32a58a0-ad2c-4be9-a071-63e3c6b005c2 HTTP/1.1" status: 200 len: 945 time: 0.1267810 May 19 09:33:31.267839 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb06dc7-780d-4a9a-ab85-cfa39a8096ec req-a6e96de0-abb2-4fa4-9b00-1792462d929f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:31.273834 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-dfb06dc7-780d-4a9a-ab85-cfa39a8096ec req-a6e96de0-abb2-4fa4-9b00-1792462d929f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.1144128 May 19 09:33:31.340196 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-dfb06dc7-780d-4a9a-ab85-cfa39a8096ec req-cc0a0a8f-b36e-4602-8020-8a6467ac35f7 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585494 May 19 09:33:31.426210 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:31.439441 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-bb5f63dd-0338-4b1b-8a70-fa66fe605792 req-06f5bd7e-3224-4ffe-9c1a-b41035a6b41c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Deleting port a92d8f28-91e9-4fda-b383-fe4e30f1634d {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:33:31.439931 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-bb5f63dd-0338-4b1b-8a70-fa66fe605792 req-06f5bd7e-3224-4ffe-9c1a-b41035a6b41c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:31.537283 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd173e-42ae-4787-8817-63bdaae18733 req-f247ee0c-9b1b-4e9d-afdb-bd371af517cc tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:31.539457 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-63bd173e-42ae-4787-8817-63bdaae18733 req-f247ee0c-9b1b-4e9d-afdb-bd371af517cc tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.1864841 May 19 09:33:31.619378 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-63bd173e-42ae-4787-8817-63bdaae18733 req-dc880359-34c0-41e9-b63f-3f9e4ad6df02 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719841 May 19 09:33:31.624949 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-bb5f63dd-0338-4b1b-8a70-fa66fe605792 req-06f5bd7e-3224-4ffe-9c1a-b41035a6b41c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] For port a92d8f28-91e9-4fda-b383-fe4e30f1634d, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a92d8f28-91e9-4fda-b383-fe4e30f1634d,segment=NetworkSegment(0a28f06a-1a12-4af4-8b52-7fba5e27dbe7),segment_id=0a28f06a-1a12-4af4-8b52-7fba5e27dbe7)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:33:31.625480 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-bb5f63dd-0338-4b1b-8a70-fa66fe605792 req-06f5bd7e-3224-4ffe-9c1a-b41035a6b41c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:31.757251 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-bb5f63dd-0338-4b1b-8a70-fa66fe605792 req-06f5bd7e-3224-4ffe-9c1a-b41035a6b41c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Calling delete_port for a92d8f28-91e9-4fda-b383-fe4e30f1634d owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:33:31.871691 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197b087-8664-462f-977c-bc05d492b86b req-4788980d-711c-43ee-b7fe-b844dd2e2920 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:31.873295 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-0197b087-8664-462f-977c-bc05d492b86b req-4788980d-711c-43ee-b7fe-b844dd2e2920 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/ports?device_id=a32a58a0-ad2c-4be9-a071-63e3c6b005c2 HTTP/1.1" status: 200 len: 945 time: 0.0939329 May 19 09:33:31.886409 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-bb5f63dd-0338-4b1b-8a70-fa66fe605792 req-06f5bd7e-3224-4ffe-9c1a-b41035a6b41c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:31.891794 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:31.901110 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['a92d8f28-91e9-4fda-b383-fe4e30f1634d'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:33:31.932299 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-0197b087-8664-462f-977c-bc05d492b86b req-0a1aa073-db55-4b77-8ce2-086cf074841c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.61 "GET /v2.0/security-groups?id=a852ba9e-130c-43c2-9118-eb291001e09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531011 May 19 09:33:31.937879 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5bd7e-3224-4ffe-9c1a-b41035a6b41c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Pushing event deleted for resources: {'Port': ['ID=a92d8f28-91e9-4fda-b383-fe4e30f1634d,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:31.941900 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-06f5bd7e-3224-4ffe-9c1a-b41035a6b41c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:31.972220 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae8a2-c7d1-4230-951a-ec30b247b344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:32.014340 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5f63dd-0338-4b1b-8a70-fa66fe605792 req-06f5bd7e-3224-4ffe-9c1a-b41035a6b41c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] No DVR routers for this DVR port a92d8f28-91e9-4fda-b383-fe4e30f1634d on host hv-cinder-79128 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:33:32.016682 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-bb5f63dd-0338-4b1b-8a70-fa66fe605792 req-06f5bd7e-3224-4ffe-9c1a-b41035a6b41c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:32.019242 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32a58a0-ad2c-4be9-a071-63e3c6b005c2', 'name': 'network-vif-deleted', 'tag': 'a92d8f28-91e9-4fda-b383-fe4e30f1634d'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:33:32.035642 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-bb5f63dd-0338-4b1b-8a70-fa66fe605792 req-06f5bd7e-3224-4ffe-9c1a-b41035a6b41c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] 10.222.0.76 "DELETE /v2.0/ports/a92d8f28-91e9-4fda-b383-fe4e30f1634d HTTP/1.1" status: 204 len: 173 time: 0.8553934 May 19 09:33:32.072029 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32a58a0-ad2c-4be9-a071-63e3c6b005c2', 'name': 'network-vif-deleted', 'tag': 'a92d8f28-91e9-4fda-b383-fe4e30f1634d', 'status': 'completed', 'code': 200} May 19 09:33:32.355323 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786053c7-2fca-45bb-8ba9-d56e8d9b76bb req-ec5df893-91cc-4e95-833a-7371787239ce tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:32.356792 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-786053c7-2fca-45bb-8ba9-d56e8d9b76bb req-ec5df893-91cc-4e95-833a-7371787239ce tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0872109 May 19 09:33:32.410324 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-786053c7-2fca-45bb-8ba9-d56e8d9b76bb req-b9d84f48-f9c2-4905-93d4-f403ef390b1e tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457180 May 19 09:33:32.533916 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fe679-f7f8-4bc9-953d-041f8dc55a0b req-af58bb66-ccb9-42d9-8e66-7096807a818d tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:32.535286 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-ee4fe679-f7f8-4bc9-953d-041f8dc55a0b req-af58bb66-ccb9-42d9-8e66-7096807a818d tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.0866275 May 19 09:33:32.582259 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-ee4fe679-f7f8-4bc9-953d-041f8dc55a0b req-847548b8-c288-4f4d-84b6-3d5eeb51e859 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401137 May 19 09:33:32.818445 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd15b9b-19bb-41c7-a8a2-32f6cbc09adf req-a4aeb3c7-09c8-4667-a4c1-3ce92684bbd3 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:32.820692 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-3fd15b9b-19bb-41c7-a8a2-32f6cbc09adf req-a4aeb3c7-09c8-4667-a4c1-3ce92684bbd3 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.0870717 May 19 09:33:32.855003 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:32.873616 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-3fd15b9b-19bb-41c7-a8a2-32f6cbc09adf req-435694a1-2493-4be4-9b80-588df889b5c6 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466573 May 19 09:33:33.034924 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 43412) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:33.096097 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_v2 [None req-014006cf-f68d-463c-a3bc-4934bd8db1eb admin admin] Deleting subnet fd51e182-9590-4f5a-a12b-b129f5ac7e70 {{(pid=91651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:33:33.099325 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-014006cf-f68d-463c-a3bc-4934bd8db1eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:33.151969 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-014006cf-f68d-463c-a3bc-4934bd8db1eb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:33.159159 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-014006cf-f68d-463c-a3bc-4934bd8db1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874305'] for subnet, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:33.409077 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-014006cf-f68d-463c-a3bc-4934bd8db1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308'] for subnet, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:33.413938 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:33.464866 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014006cf-f68d-463c-a3bc-4934bd8db1eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd51e182-9590-4f5a-a12b-b129f5ac7e70,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:33.466518 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-014006cf-f68d-463c-a3bc-4934bd8db1eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:33.470846 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-014006cf-f68d-463c-a3bc-4934bd8db1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:33.474920 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-014006cf-f68d-463c-a3bc-4934bd8db1eb admin admin] 10.222.0.61 "DELETE /v2.0/subnets/fd51e182-9590-4f5a-a12b-b129f5ac7e70 HTTP/1.1" status: 204 len: 168 time: 0.4389226 May 19 09:33:33.477898 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 43420) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:33.634294 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7e1a-fc1f-44ac-8828-9bebfdfc4819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723769'] for network, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:33.730857 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f1ec2-1e1a-4307-acf5-0f4e30997ad7 req-715148a0-7aa6-46f6-b8c6-7f74adc5985f tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:33.732321 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-bd7f1ec2-1e1a-4307-acf5-0f4e30997ad7 req-715148a0-7aa6-46f6-b8c6-7f74adc5985f tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.1721008 May 19 09:33:33.789055 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f76a8b-3be9-4e03-88b5-51739d9acbe1 req-87d03947-eaf9-48d8-855b-9a69297b43ee tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:33.790537 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-04f76a8b-3be9-4e03-88b5-51739d9acbe1 req-87d03947-eaf9-48d8-855b-9a69297b43ee tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.0903187 May 19 09:33:33.801639 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7e1a-fc1f-44ac-8828-9bebfdfc4819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868810', 'neutron.services.segments.db._delete_segments_for_network-8789556565890'] for network, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:33.826383 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.services.segments.db [None req-5a3c7e1a-fc1f-44ac-8828-9bebfdfc4819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5dc340b-0774-45a1-b066-6c9164b5b7b7']}} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:33:33.837898 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-04f76a8b-3be9-4e03-88b5-51739d9acbe1 req-8d15d26d-ef59-48bb-a21f-47bc47228b86 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414858 May 19 09:33:33.843376 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.services.segments.db [None req-5a3c7e1a-fc1f-44ac-8828-9bebfdfc4819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a28f06a-1a12-4af4-8b52-7fba5e27dbe7') {'for_net_delete': True} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:33:33.843672 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.services.segments.db [None req-5a3c7e1a-fc1f-44ac-8828-9bebfdfc4819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a28f06a-1a12-4af4-8b52-7fba5e27dbe7') {} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:33:33.852883 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-bd7f1ec2-1e1a-4307-acf5-0f4e30997ad7 req-de9388db-4581-4fa1-b15d-e9a5c9afe1d8 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755303 May 19 09:33:33.864537 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7e1a-fc1f-44ac-8828-9bebfdfc4819 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789556576395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2226010'] for segment, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:33.882721 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7e1a-fc1f-44ac-8828-9bebfdfc4819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:33.889385 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3c7e1a-fc1f-44ac-8828-9bebfdfc4819 admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=91652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:33:33.889908 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7e1a-fc1f-44ac-8828-9bebfdfc4819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2838810'] for segment, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: Traceback (most recent call last): May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: timer() May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: cb(*args, **kw) May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: return func(*args, **kwargs) May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: self._notify() May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: self.callback(batched_events) May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: event.method(event) May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: return f(self, *a, **k) May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: return self._get(url).json() May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: return self.request(url, 'GET', **kwargs) May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:33:33.904269 dv-cinder-791281-2-smb neutron-server[91652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:33:33.986338 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7e1a-fc1f-44ac-8828-9bebfdfc4819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827017'] for network, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:33.990496 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:34.004553 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7e1a-fc1f-44ac-8828-9bebfdfc4819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:34.015902 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c7e1a-fc1f-44ac-8828-9bebfdfc4819 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5dc340b-0774-45a1-b066-6c9164b5b7b7,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:34.019105 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-5a3c7e1a-fc1f-44ac-8828-9bebfdfc4819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:34.029151 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-5a3c7e1a-fc1f-44ac-8828-9bebfdfc4819 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e5dc340b-0774-45a1-b066-6c9164b5b7b7 HTTP/1.1" status: 204 len: 168 time: 0.5502214 May 19 09:33:34.139520 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fa95a-aa49-41cc-bb90-1b1c286a673a req-432de840-0e93-493a-9c4e-57c73b035eb3 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:34.141022 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e84fa95a-aa49-41cc-bb90-1b1c286a673a req-432de840-0e93-493a-9c4e-57c73b035eb3 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.1576502 May 19 09:33:34.189819 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e84fa95a-aa49-41cc-bb90-1b1c286a673a req-eb7305b3-6071-4c81-b583-af0afa68182c tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425363 May 19 09:33:34.221785 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 43430) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:34.270926 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-49077878-e819-4803-9a0c-8fb95456cef1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0544d498e16e4618bb71471551a403aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0478632 May 19 09:33:34.274541 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 43434) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:34.401246 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-702d273d-3b8b-4dc1-a3c7-60435dd2d3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:34.426817 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-702d273d-3b8b-4dc1-a3c7-60435dd2d3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:34.480250 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-702d273d-3b8b-4dc1-a3c7-60435dd2d3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:34.484758 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f1080e07-a175-4077-9636-ef71032b8a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:34.498572 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d273d-3b8b-4dc1-a3c7-60435dd2d3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a852ba9e-130c-43c2-9118-eb291001e09d,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:34.501937 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-702d273d-3b8b-4dc1-a3c7-60435dd2d3e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:34.515818 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-702d273d-3b8b-4dc1-a3c7-60435dd2d3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:34.519532 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-702d273d-3b8b-4dc1-a3c7-60435dd2d3e1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a852ba9e-130c-43c2-9118-eb291001e09d HTTP/1.1" status: 204 len: 168 time: 0.2415380 May 19 09:33:34.543584 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:34.793671 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d1a68-5399-4f39-b463-0b3f88e80091 req-1e59a22a-40e4-4392-b9e6-884c07c3f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:34.795200 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e60d1a68-5399-4f39-b463-0b3f88e80091 req-1e59a22a-40e4-4392-b9e6-884c07c3f2e2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=302076e5824b440cacc066e41a50e011&device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 1098 time: 0.0800159 May 19 09:33:34.957886 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d1a68-5399-4f39-b463-0b3f88e80091 req-04ab5731-ef78-4be8-9239-161a1a1d20c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:34.959704 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e60d1a68-5399-4f39-b463-0b3f88e80091 req-04ab5731-ef78-4be8-9239-161a1a1d20c1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 HTTP/1.1" status: 200 len: 920 time: 0.1417263 May 19 09:33:35.059573 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b7dfd-3283-49a3-acbc-82ad4acaa471 req-152fc07d-0c78-455b-9938-b2d71565263e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:35.061026 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-639b7dfd-3283-49a3-acbc-82ad4acaa471 req-152fc07d-0c78-455b-9938-b2d71565263e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.1007767 May 19 09:33:35.082533 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e60d1a68-5399-4f39-b463-0b3f88e80091 req-db195e55-a797-4932-98ed-f614efa06842 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=521d8f58-79a5-4eb5-90e1-bd630e3a9ea2 HTTP/1.1" status: 200 len: 217 time: 0.1096220 May 19 09:33:35.118039 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-639b7dfd-3283-49a3-acbc-82ad4acaa471 req-462761c1-6a99-421a-a84e-b34537490dcd tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501413 May 19 09:33:35.171745 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d1a68-5399-4f39-b463-0b3f88e80091 req-773fa48c-0430-4770-ba75-488598de40ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:35.173191 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e60d1a68-5399-4f39-b463-0b3f88e80091 req-773fa48c-0430-4770-ba75-488598de40ad service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c29da06d-ddc0-47de-bede-92d24f90436f HTTP/1.1" status: 200 len: 859 time: 0.0835855 May 19 09:33:35.229370 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e60d1a68-5399-4f39-b463-0b3f88e80091 req-06a5d915-3478-48b7-a1bd-5e4e138c085a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6c3f3406-bcfb-4896-a57f-c7cc7b96bce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484159 May 19 09:33:35.237176 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea080d-42d8-4218-9ce3-e03aabf26652 req-2b33118d-97bc-4b7c-b5f8-6275b7eba250 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:35.238718 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-44ea080d-42d8-4218-9ce3-e03aabf26652 req-2b33118d-97bc-4b7c-b5f8-6275b7eba250 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.2010558 May 19 09:33:35.371882 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-44ea080d-42d8-4218-9ce3-e03aabf26652 req-6e949594-5477-4b10-8db9-5c1405fd867c tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264918 May 19 09:33:35.409428 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946724c-2c30-4a9d-bacf-c909ccca1926 req-6c8a7a55-2ea4-4fc1-aba6-98c8e84a7fe5 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:35.410987 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-8946724c-2c30-4a9d-bacf-c909ccca1926 req-6c8a7a55-2ea4-4fc1-aba6-98c8e84a7fe5 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.0974116 May 19 09:33:35.423374 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e60d1a68-5399-4f39-b463-0b3f88e80091 req-f4fb76d5-a2d2-4c36-9309-ebed18be7bbd service neutron] 10.222.0.76 "GET /v2.0/networks/6c3f3406-bcfb-4896-a57f-c7cc7b96bce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600504 May 19 09:33:35.458177 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-8946724c-2c30-4a9d-bacf-c909ccca1926 req-f7b45235-531d-4464-972c-75c6b8070bce tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408032 May 19 09:33:35.506086 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device a92d8f28-91e9-4fda-b383-fe4e30f1634d no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:33:35.546729 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] No Port match for: a92d8f28-91e9-4fda-b383-fe4e30f1634d {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:33:35.547883 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device a92d8f28-91e9-4fda-b383-fe4e30f1634d not bound to the agent host hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:33:35.576284 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e60d1a68-5399-4f39-b463-0b3f88e80091 req-5ccadd84-fc12-4102-b214-de4070352eea service neutron] 10.222.0.76 "GET /v2.0/networks/6c3f3406-bcfb-4896-a57f-c7cc7b96bce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454177 May 19 09:33:36.317117 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad378952-6a33-482d-8425-dccaaaa5d8fe req-d04aa675-30a3-401f-82d1-4f94bb716983 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:36.318594 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-ad378952-6a33-482d-8425-dccaaaa5d8fe req-d04aa675-30a3-401f-82d1-4f94bb716983 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.0781302 May 19 09:33:36.364418 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-ad378952-6a33-482d-8425-dccaaaa5d8fe req-c6104ac9-896d-4634-a3f4-386f1c81362f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396671 May 19 09:33:36.568711 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c1240-0977-4153-b2eb-9aa764e52d85 req-e3838cfb-a784-498f-b4a7-4b6cc1cfc290 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:36.572703 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-084c1240-0977-4153-b2eb-9aa764e52d85 req-e3838cfb-a784-498f-b4a7-4b6cc1cfc290 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0875156 May 19 09:33:36.618892 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-084c1240-0977-4153-b2eb-9aa764e52d85 req-55617586-5c92-435c-95db-0424406ee163 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419207 May 19 09:33:36.655411 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e51b43-5dfa-4892-be81-eebbed2d28e3 req-f4d89fcb-4bc5-4592-8339-e8d7d7e88926 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:36.656873 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-28e51b43-5dfa-4892-be81-eebbed2d28e3 req-f4d89fcb-4bc5-4592-8339-e8d7d7e88926 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.0900104 May 19 09:33:36.702913 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-28e51b43-5dfa-4892-be81-eebbed2d28e3 req-02532d19-18b8-481f-8551-5a4b79b4f7fb tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403171 May 19 09:33:37.565852 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04bd84-6ba4-4711-90fe-6454d589d222 req-b6da9f62-931e-4c55-a25f-3ae7fbcc8d49 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:37.567312 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-dd04bd84-6ba4-4711-90fe-6454d589d222 req-b6da9f62-931e-4c55-a25f-3ae7fbcc8d49 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.0823011 May 19 09:33:37.618230 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-dd04bd84-6ba4-4711-90fe-6454d589d222 req-fca23fb0-4fa0-4eec-9403-1091bf17985d tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451679 May 19 09:33:37.822930 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e33694-aaf5-4195-bb07-e7535fb83c7f req-286a0ee2-675f-488a-8fb9-9647e6d34de8 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:37.824404 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-37e33694-aaf5-4195-bb07-e7535fb83c7f req-286a0ee2-675f-488a-8fb9-9647e6d34de8 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0936086 May 19 09:33:37.877854 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-37e33694-aaf5-4195-bb07-e7535fb83c7f req-fdadef4b-133f-4c01-aa3d-23bf45b2ac67 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474739 May 19 09:33:37.907636 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661039c-ec81-485d-b906-056267bbc917 req-27d4a9b7-6f57-4700-8c46-c567b99a76f9 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:37.908989 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-e661039c-ec81-485d-b906-056267bbc917 req-27d4a9b7-6f57-4700-8c46-c567b99a76f9 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.0961626 May 19 09:33:37.954452 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-e661039c-ec81-485d-b906-056267bbc917 req-0f85f1ae-2b2a-4c31-86ac-cdebe38c319f tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388839 May 19 09:33:38.820674 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d643480-d9de-435a-9fbd-a7a4ab5c985b req-77ad1f25-2230-4679-b192-032fbd7a4cf1 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:38.822181 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-0d643480-d9de-435a-9fbd-a7a4ab5c985b req-77ad1f25-2230-4679-b192-032fbd7a4cf1 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.0877223 May 19 09:33:38.868223 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-0d643480-d9de-435a-9fbd-a7a4ab5c985b req-924f1e4f-80b2-4663-a963-30254d6637c8 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394313 May 19 09:33:39.070707 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24663f95-1181-463c-ae31-ed7cec6a8a98 req-102196a3-0ff5-4b13-b5ee-b632ce1e3d20 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:39.072251 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-24663f95-1181-463c-ae31-ed7cec6a8a98 req-102196a3-0ff5-4b13-b5ee-b632ce1e3d20 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0831122 May 19 09:33:39.125579 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-24663f95-1181-463c-ae31-ed7cec6a8a98 req-291db178-c1ec-4b1c-9581-b1086a687050 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473084 May 19 09:33:39.151574 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2837fd-a2ab-4667-a0ab-eb70013cfa43 req-667dfb9c-4e0d-4870-88a8-10ef554ee560 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:39.153038 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-2f2837fd-a2ab-4667-a0ab-eb70013cfa43 req-667dfb9c-4e0d-4870-88a8-10ef554ee560 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.0834353 May 19 09:33:39.199999 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-2f2837fd-a2ab-4667-a0ab-eb70013cfa43 req-93c54452-cb96-436d-864a-8dcf24812864 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413597 May 19 09:33:40.073080 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759c7be-468a-473e-a75e-9fd4a4414281 req-ba833270-7be3-4de7-a57b-ad8e127c3331 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:40.074630 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-2759c7be-468a-473e-a75e-9fd4a4414281 req-ba833270-7be3-4de7-a57b-ad8e127c3331 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.0934486 May 19 09:33:40.124000 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-2759c7be-468a-473e-a75e-9fd4a4414281 req-5430317a-a07b-4220-bfc6-6c1d98df368e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433717 May 19 09:33:40.325046 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235a140-bdfd-413c-83aa-54e6e0074430 req-991738d0-4bdc-4e45-8b47-9d5b4d096113 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:40.326750 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-4235a140-bdfd-413c-83aa-54e6e0074430 req-991738d0-4bdc-4e45-8b47-9d5b4d096113 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0897727 May 19 09:33:40.374903 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-4235a140-bdfd-413c-83aa-54e6e0074430 req-48fa2b67-bc3f-4418-bd80-3fb8f257134d tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414040 May 19 09:33:40.395960 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10121d-340b-4a5d-a5dc-0c229d232087 req-6d262a84-3b99-4584-b7c1-698db32d620e tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:40.397601 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-2f10121d-340b-4a5d-a5dc-0c229d232087 req-6d262a84-3b99-4584-b7c1-698db32d620e tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.0808220 May 19 09:33:40.446320 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-2f10121d-340b-4a5d-a5dc-0c229d232087 req-72e704f1-4a8e-4ab0-9868-4ba9a78d08d7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424654 May 19 09:33:40.499723 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:41.329194 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48d23f-59fc-42d5-9c06-2f8e98d62aa3 req-22533124-5371-4f2c-9c2a-959b21c74a59 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:41.330672 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0f48d23f-59fc-42d5-9c06-2f8e98d62aa3 req-22533124-5371-4f2c-9c2a-959b21c74a59 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.0872610 May 19 09:33:41.378085 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0f48d23f-59fc-42d5-9c06-2f8e98d62aa3 req-b1f551c0-a834-4837-bbcd-6ed27cb27bd1 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417557 May 19 09:33:41.578360 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0684f14-21f3-402c-8c1d-a3ce5c2dacdc req-4b6e8ba8-c85f-4ea6-82b4-0cccfcfba3da tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:41.580112 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-d0684f14-21f3-402c-8c1d-a3ce5c2dacdc req-4b6e8ba8-c85f-4ea6-82b4-0cccfcfba3da tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0954831 May 19 09:33:41.634794 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-d0684f14-21f3-402c-8c1d-a3ce5c2dacdc req-3f391899-fbaa-4347-9b7a-1c8a208ecdad tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483158 May 19 09:33:41.653552 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b79d12-2732-47f1-a821-0cb4166b6cd8 req-837fa3c2-bd08-43c6-b7a6-b4b7d9209efb tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:41.655194 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-13b79d12-2732-47f1-a821-0cb4166b6cd8 req-837fa3c2-bd08-43c6-b7a6-b4b7d9209efb tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.0904391 May 19 09:33:41.659290 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 43582) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:41.769990 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-13b79d12-2732-47f1-a821-0cb4166b6cd8 req-4428ae5f-378b-47e5-81b6-31a99f596e84 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082635 May 19 09:33:41.861466 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-2d1b0d06-7223-467a-8190-2adba5d840af admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:41.876848 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-2d1b0d06-7223-467a-8190-2adba5d840af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:41.880670 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-2d1b0d06-7223-467a-8190-2adba5d840af admin admin] Usage tracker for resource:security_group_rule and tenant:34009f23cb2640bab5bd1a8bb9672efe is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:41.884063 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-2d1b0d06-7223-467a-8190-2adba5d840af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:41.889786 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-2d1b0d06-7223-467a-8190-2adba5d840af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:41.972249 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-2d1b0d06-7223-467a-8190-2adba5d840af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:41.977261 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-2d1b0d06-7223-467a-8190-2adba5d840af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:41.985476 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-1ae75d43-872a-475a-9b2b-6603ce5f3dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:42.024006 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-2d1b0d06-7223-467a-8190-2adba5d840af admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=34009f23cb2640bab5bd1a8bb9672efe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3637013 May 19 09:33:42.025588 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b0d06-7223-467a-8190-2adba5d840af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0de826-175f-4bcd-a67c-9884385c5eb7,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:42.026669 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 43590) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:42.029381 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-2d1b0d06-7223-467a-8190-2adba5d840af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:42.095155 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-50317d13-0490-4ccc-ac0a-d9fe837da3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:42.121985 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-50317d13-0490-4ccc-ac0a-d9fe837da3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:42.173571 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-50317d13-0490-4ccc-ac0a-d9fe837da3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:42.177183 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8d0dd0c1-6619-4a47-878c-505885405403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:42.188655 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50317d13-0490-4ccc-ac0a-d9fe837da3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0de826-175f-4bcd-a67c-9884385c5eb7,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:42.191144 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-50317d13-0490-4ccc-ac0a-d9fe837da3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:42.197563 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-50317d13-0490-4ccc-ac0a-d9fe837da3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:42.198693 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-50317d13-0490-4ccc-ac0a-d9fe837da3ce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1c0de826-175f-4bcd-a67c-9884385c5eb7 HTTP/1.1" status: 204 len: 168 time: 0.1704900 May 19 09:33:42.578516 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6d357-6ebb-48e2-b52b-8b1721d513cd req-4b035eca-0bbc-4fa1-a014-40162f12499c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:42.580185 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-4ba6d357-6ebb-48e2-b52b-8b1721d513cd req-4b035eca-0bbc-4fa1-a014-40162f12499c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.0891080 May 19 09:33:42.627327 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-4ba6d357-6ebb-48e2-b52b-8b1721d513cd req-f1ef471f-8aca-405e-bc50-3c1c8674b3fb tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413625 May 19 09:33:42.851606 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5d56c-bab9-42bf-b302-d09579e1fe60 req-3377ea1e-ef4e-4b87-ab53-4563e85f7739 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:42.853381 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-58b5d56c-bab9-42bf-b302-d09579e1fe60 req-3377ea1e-ef4e-4b87-ab53-4563e85f7739 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.1008389 May 19 09:33:42.903028 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-58b5d56c-bab9-42bf-b302-d09579e1fe60 req-45ab492c-e437-4570-8b34-20ff5e88aee2 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427105 May 19 09:33:42.969083 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551f1e8-a768-4674-b884-b31069ba9acc req-691587dd-8857-4d43-824e-935a47d3e3d1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:42.970639 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-3551f1e8-a768-4674-b884-b31069ba9acc req-691587dd-8857-4d43-824e-935a47d3e3d1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.0816431 May 19 09:33:43.019375 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-3551f1e8-a768-4674-b884-b31069ba9acc req-838338ad-592d-49a7-8ac5-c2d2093c4417 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419781 May 19 09:33:43.844568 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40739b7-3049-4c9d-b02a-f4263094e0ee req-5f086111-6ecc-4e7c-b349-25694fd9e4cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:43.846066 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a40739b7-3049-4c9d-b02a-f4263094e0ee req-5f086111-6ecc-4e7c-b349-25694fd9e4cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.0997720 May 19 09:33:43.895029 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a40739b7-3049-4c9d-b02a-f4263094e0ee req-ac982eda-4081-4e0c-bb8d-c9a733fc7b5f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411239 May 19 09:33:44.106887 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d850029-de78-4a5b-a08c-b71eb78e2045 req-a8e795e5-63da-43f5-a476-964d86780714 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:44.108536 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-1d850029-de78-4a5b-a08c-b71eb78e2045 req-a8e795e5-63da-43f5-a476-964d86780714 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0898514 May 19 09:33:44.113342 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 43660) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:44.162204 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-1d850029-de78-4a5b-a08c-b71eb78e2045 req-7064dda8-707d-4b60-b5ea-1eae458fb4ec tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463061 May 19 09:33:44.221057 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d0ad9-9458-4079-8a46-949e5e2f19e9 req-8416cfea-072a-46fc-933f-5a44a643c82e tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:44.222576 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9c3d0ad9-9458-4079-8a46-949e5e2f19e9 req-8416cfea-072a-46fc-933f-5a44a643c82e tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.0823662 May 19 09:33:44.254105 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a348de40-88d7-4620-bb97-4a6308ea3f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:44.269965 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-a348de40-88d7-4620-bb97-4a6308ea3f12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:44.270569 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9c3d0ad9-9458-4079-8a46-949e5e2f19e9 req-7d1b4863-2891-453a-b690-9e864e555c73 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407677 May 19 09:33:44.273954 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-a348de40-88d7-4620-bb97-4a6308ea3f12 admin admin] Usage tracker for resource:security_group_rule and tenant:be3dd87fc3874aacab1fb9b8e92a966d is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:44.276874 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-a348de40-88d7-4620-bb97-4a6308ea3f12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:44.282848 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-a348de40-88d7-4620-bb97-4a6308ea3f12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:44.368371 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a348de40-88d7-4620-bb97-4a6308ea3f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:44.372057 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a348de40-88d7-4620-bb97-4a6308ea3f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:44.378942 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-65aed826-f562-490b-b60b-fac97b6f3972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:44.421987 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348de40-88d7-4620-bb97-4a6308ea3f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df23d6fc-54dd-425c-8231-2d07cfcfc871,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:44.427246 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-a348de40-88d7-4620-bb97-4a6308ea3f12 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=be3dd87fc3874aacab1fb9b8e92a966d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3117666 May 19 09:33:44.427246 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a348de40-88d7-4620-bb97-4a6308ea3f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:44.429433 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 43668) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:44.486883 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1524fc1e-8b7a-4dc0-9e99-4b59fb94c4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:44.513792 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1524fc1e-8b7a-4dc0-9e99-4b59fb94c4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:44.567969 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1524fc1e-8b7a-4dc0-9e99-4b59fb94c4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:44.572913 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-c1693d43-33b1-49ac-87f8-1fe61bb3c109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:44.586221 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524fc1e-8b7a-4dc0-9e99-4b59fb94c4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df23d6fc-54dd-425c-8231-2d07cfcfc871,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:44.588852 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-1524fc1e-8b7a-4dc0-9e99-4b59fb94c4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:44.590083 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1524fc1e-8b7a-4dc0-9e99-4b59fb94c4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:44.591195 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-1524fc1e-8b7a-4dc0-9e99-4b59fb94c4bb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/df23d6fc-54dd-425c-8231-2d07cfcfc871 HTTP/1.1" status: 204 len: 168 time: 0.1608129 May 19 09:33:44.883758 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 43682) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:44.900932 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-404a820d-d1cf-44b8-9c04-e93a3d8a0483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:44.915313 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-404a820d-d1cf-44b8-9c04-e93a3d8a0483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:44.919107 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-404a820d-d1cf-44b8-9c04-e93a3d8a0483 admin admin] Usage tracker for resource:security_group_rule and tenant:d6dbff1489214df7a45bba5dcb56e481 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:44.921872 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-404a820d-d1cf-44b8-9c04-e93a3d8a0483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:44.927840 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-404a820d-d1cf-44b8-9c04-e93a3d8a0483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:45.058508 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-404a820d-d1cf-44b8-9c04-e93a3d8a0483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:45.070512 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-404a820d-d1cf-44b8-9c04-e93a3d8a0483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:45.079648 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-7fa3ce95-0bf9-48c8-a5f6-c16e426c9460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:45.129404 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-404a820d-d1cf-44b8-9c04-e93a3d8a0483 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d6dbff1489214df7a45bba5dcb56e481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445855 May 19 09:33:45.132597 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 43694) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:45.133829 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a820d-d1cf-44b8-9c04-e93a3d8a0483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb035b1-743a-4eeb-97f3-26e42325f4ac,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:45.137044 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-404a820d-d1cf-44b8-9c04-e93a3d8a0483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:45.151284 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbb0f0-591d-4732-ae1a-6b7f91f72e72 req-aa513239-fa54-4723-b2d7-6705976a76b9 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:45.152463 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-05dbb0f0-591d-4732-ae1a-6b7f91f72e72 req-aa513239-fa54-4723-b2d7-6705976a76b9 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.1398678 May 19 09:33:45.196016 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-84a298f9-3b33-4134-b476-eff8f7feb7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:45.224315 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-84a298f9-3b33-4134-b476-eff8f7feb7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:45.281333 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-05dbb0f0-591d-4732-ae1a-6b7f91f72e72 req-f0c5c675-cff2-490c-a6f9-f039260ac83b tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224859 May 19 09:33:45.321803 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-84a298f9-3b33-4134-b476-eff8f7feb7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:45.333855 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-fe47b92a-3392-45e3-90a2-38210efffca2 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:45.362074 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a298f9-3b33-4134-b476-eff8f7feb7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb035b1-743a-4eeb-97f3-26e42325f4ac,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:45.364380 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-84a298f9-3b33-4134-b476-eff8f7feb7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:45.385698 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-84a298f9-3b33-4134-b476-eff8f7feb7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:45.386842 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-84a298f9-3b33-4134-b476-eff8f7feb7d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9cb035b1-743a-4eeb-97f3-26e42325f4ac HTTP/1.1" status: 204 len: 168 time: 0.2532754 May 19 09:33:45.417024 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771a1c6-0203-4cce-ad7c-d5f5da956af7 req-d208abfe-31fa-41af-9176-bc85268034ee tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:45.418558 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f771a1c6-0203-4cce-ad7c-d5f5da956af7 req-d208abfe-31fa-41af-9176-bc85268034ee tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.1384189 May 19 09:33:45.474324 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f771a1c6-0203-4cce-ad7c-d5f5da956af7 req-ad7185c7-1b35-462d-9b70-376d17704c43 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482674 May 19 09:33:45.480014 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8d0fd-b652-4945-91c5-e04c6afbc9eb req-62ea49cf-6b3b-4e7e-95b4-b119e04d5e99 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:45.486324 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b0b8d0fd-b652-4945-91c5-e04c6afbc9eb req-62ea49cf-6b3b-4e7e-95b4-b119e04d5e99 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.0901673 May 19 09:33:45.528679 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b0b8d0fd-b652-4945-91c5-e04c6afbc9eb req-8e4b0dbe-2eb4-43ad-b8f7-c32c6252e947 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401258 May 19 09:33:46.475138 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66dd14-7529-4c86-b99f-9d53654789db req-eac3a778-69c1-47de-9d91-e633778cd989 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:46.476607 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-6c66dd14-7529-4c86-b99f-9d53654789db req-eac3a778-69c1-47de-9d91-e633778cd989 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.0808179 May 19 09:33:46.526369 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-6c66dd14-7529-4c86-b99f-9d53654789db req-8d4e05aa-59c5-4f41-9a6b-94f68c357d43 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420811 May 19 09:33:46.728396 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4205388-26c1-4e19-9019-8bbd5e8d3ee2 req-4f607821-5484-44e9-b2bd-8aa2c0b73d50 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:46.729391 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666373eb-a6ad-4147-ae7e-683a3761bbe1 req-1f76a870-d891-428b-a647-6718635f90d4 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:46.730106 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-c4205388-26c1-4e19-9019-8bbd5e8d3ee2 req-4f607821-5484-44e9-b2bd-8aa2c0b73d50 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0915203 May 19 09:33:46.735420 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-666373eb-a6ad-4147-ae7e-683a3761bbe1 req-1f76a870-d891-428b-a647-6718635f90d4 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.0909593 May 19 09:33:46.793188 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-666373eb-a6ad-4147-ae7e-683a3761bbe1 req-1aceac6e-199d-4d90-9639-37ffdc9a2cd2 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469327 May 19 09:33:46.794331 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-c4205388-26c1-4e19-9019-8bbd5e8d3ee2 req-1affb639-cbef-4001-8ed6-20747b7de496 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577950 May 19 09:33:47.020508 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:33:47.380556 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b3354-e4ba-49f6-80b6-9d53c68eeffd req-7ac5cee4-4ff0-482e-b79b-6320c08b2cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:47.383243 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-d48b3354-e4ba-49f6-80b6-9d53c68eeffd req-7ac5cee4-4ff0-482e-b79b-6320c08b2cda service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f0e37a2a177646dba68287797f2a6e26&device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 1099 time: 0.1520319 May 19 09:33:47.395736 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5331778-cf7e-4150-bf1f-9db46686bea1 req-416b48b0-7769-49cc-8d2e-b8b1a9d9f7cc tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:47.400622 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b5331778-cf7e-4150-bf1f-9db46686bea1 req-416b48b0-7769-49cc-8d2e-b8b1a9d9f7cc tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.1264830 May 19 09:33:47.538478 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b5331778-cf7e-4150-bf1f-9db46686bea1 req-b3635f65-0f43-4a67-ac76-38f3466e74aa tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173859 May 19 09:33:47.567234 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 74e397e6-bc25-4de3-92ff-476a76407e47 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:33:47.567807 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b3354-e4ba-49f6-80b6-9d53c68eeffd req-ace0d98b-b31e-40f2-ac1f-f79312261191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:47.570092 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-d48b3354-e4ba-49f6-80b6-9d53c68eeffd req-ace0d98b-b31e-40f2-ac1f-f79312261191 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fe3c14a7-95b2-4211-8c13-ae471fbbb112 HTTP/1.1" status: 200 len: 912 time: 0.1684949 May 19 09:33:47.690355 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-d48b3354-e4ba-49f6-80b6-9d53c68eeffd req-3381b093-beef-46fa-9546-64adea002d6e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef28c7a5-14cd-4052-af2e-80c13efeaa7b HTTP/1.1" status: 200 len: 1001 time: 0.1097450 May 19 09:33:47.728398 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 74e397e6-bc25-4de3-92ff-476a76407e47, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=74e397e6-bc25-4de3-92ff-476a76407e47,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:33:47.743348 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Returning: {'device': '74e397e6-bc25-4de3-92ff-476a76407e47', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'port_id': '74e397e6-bc25-4de3-92ff-476a76407e47', 'mac_address': 'fa:16:3e:37:bb:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:33:47.760843 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69740ef3-6e17-4598-b435-75e5cd62c9ac req-c8ccb05a-87c4-4bf2-8531-b2e775d9a532 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:47.767828 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-69740ef3-6e17-4598-b435-75e5cd62c9ac req-c8ccb05a-87c4-4bf2-8531-b2e775d9a532 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.1066983 May 19 09:33:47.775540 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b3354-e4ba-49f6-80b6-9d53c68eeffd req-8e037ea4-59b6-4dc7-b3d5-1ab8c0553111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:47.777248 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-d48b3354-e4ba-49f6-80b6-9d53c68eeffd req-8e037ea4-59b6-4dc7-b3d5-1ab8c0553111 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=021c4d73-41b9-4450-ab59-fd4ec8b0ebec HTTP/1.1" status: 200 len: 850 time: 0.0797136 May 19 09:33:47.823354 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:47.827030 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-69740ef3-6e17-4598-b435-75e5cd62c9ac req-7d4b7f42-c1e9-41d3-b5bb-69f2e4a7e8e9 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582733 May 19 09:33:47.859544 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74e397e6-bc25-4de3-92ff-476a76407e47 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:33:47.900180 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 74e397e6-bc25-4de3-92ff-476a76407e47, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=74e397e6-bc25-4de3-92ff-476a76407e47,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:33:47.911190 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:47.914784 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1d1cf775-d142-44c4-ad1a-8d2ad91216eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:47.932766 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b3354-e4ba-49f6-80b6-9d53c68eeffd req-daa52d37-6553-499d-9de4-2b9591901fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:47.934286 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-d48b3354-e4ba-49f6-80b6-9d53c68eeffd req-daa52d37-6553-499d-9de4-2b9591901fb7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fe3c14a7-95b2-4211-8c13-ae471fbbb112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1484993 May 19 09:33:48.005446 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=74e397e6-bc25-4de3-92ff-476a76407e47,revision_number=6']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:48.013674 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['74e397e6-bc25-4de3-92ff-476a76407e47'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:33:48.071833 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:48.072287 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:48.072959 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:48.073387 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:48.073837 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:48.074317 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:48.074741 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:48.075158 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:48.075575 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:48.075990 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:48.076383 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:48.076903 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:48.084330 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:48.362503 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-d48b3354-e4ba-49f6-80b6-9d53c68eeffd req-3652591c-9a8d-4ee3-8210-e39db0470d9c service neutron] 10.222.0.76 "GET /v2.0/networks/fe3c14a7-95b2-4211-8c13-ae471fbbb112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610361 May 19 09:33:48.424383 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5b828-b311-4efd-9daa-77e31f2be63a req-933bb7ab-8c5f-4216-bd9c-4f0fc9f01f8f tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:48.425865 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-25f5b828-b311-4efd-9daa-77e31f2be63a req-933bb7ab-8c5f-4216-bd9c-4f0fc9f01f8f tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.4868519 May 19 09:33:48.549395 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-25f5b828-b311-4efd-9daa-77e31f2be63a req-9720ba2e-62b5-4702-8fa2-64f208d4d98c tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156499 May 19 09:33:48.558119 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-d48b3354-e4ba-49f6-80b6-9d53c68eeffd req-734854cb-213b-40bf-bcf5-e4db14e23c64 service neutron] 10.222.0.76 "GET /v2.0/networks/fe3c14a7-95b2-4211-8c13-ae471fbbb112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854911 May 19 09:33:48.745612 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9933d0-eb23-4006-9206-5c4667d23075 req-45773c54-0063-419d-8e68-d3df889774fa tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:48.747467 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-5b9933d0-eb23-4006-9206-5c4667d23075 req-45773c54-0063-419d-8e68-d3df889774fa tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.0955904 May 19 09:33:48.810583 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-5b9933d0-eb23-4006-9206-5c4667d23075 req-60bb0359-104d-425f-9d43-d206541e116a tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573657 May 19 09:33:49.047933 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7950d27-dbe4-4f21-a7d3-0131d2354a86 req-eed56e89-2460-435f-92dc-fcd22c2c7475 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:49.049502 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b7950d27-dbe4-4f21-a7d3-0131d2354a86 req-eed56e89-2460-435f-92dc-fcd22c2c7475 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 944 time: 0.0977468 May 19 09:33:49.100488 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b7950d27-dbe4-4f21-a7d3-0131d2354a86 req-c9a962ae-1833-43bf-b092-6809e2f857fb tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433800 May 19 09:33:49.169603 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 43886) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:49.322254 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d4546cfb-1049-4105-b7d6-03558a3e18bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:49.339778 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-d4546cfb-1049-4105-b7d6-03558a3e18bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:49.343728 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-d4546cfb-1049-4105-b7d6-03558a3e18bf admin admin] Usage tracker for resource:security_group_rule and tenant:94b09e2ec6bf4beca72afbdcc5d76b02 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:49.346945 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-d4546cfb-1049-4105-b7d6-03558a3e18bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:49.353269 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-d4546cfb-1049-4105-b7d6-03558a3e18bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:49.462644 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d4546cfb-1049-4105-b7d6-03558a3e18bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:49.470929 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d4546cfb-1049-4105-b7d6-03558a3e18bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:49.485337 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e0154e32-b367-4059-8731-c7ccf5bfd7fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:49.536831 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-d4546cfb-1049-4105-b7d6-03558a3e18bf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=94b09e2ec6bf4beca72afbdcc5d76b02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3624074 May 19 09:33:49.539531 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 43900) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:49.555427 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4546cfb-1049-4105-b7d6-03558a3e18bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47ea454-1c76-480f-819a-d5bc781b2f91,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:49.559546 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-d4546cfb-1049-4105-b7d6-03558a3e18bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:49.598612 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 74e397e6-bc25-4de3-92ff-476a76407e47 up at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:33:49.657047 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7103933e-6d70-4fa1-b5b6-bff21d3e2572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:49.691871 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7103933e-6d70-4fa1-b5b6-bff21d3e2572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:49.771287 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning complete for port 74e397e6-bc25-4de3-92ff-476a76407e47 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:33:49.772517 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:49.801113 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7103933e-6d70-4fa1-b5b6-bff21d3e2572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:49.811689 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f03a4959-4b9c-42a3-99fa-6d1d8d724d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:49.830814 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103933e-6d70-4fa1-b5b6-bff21d3e2572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47ea454-1c76-480f-819a-d5bc781b2f91,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:49.833155 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7103933e-6d70-4fa1-b5b6-bff21d3e2572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:49.850023 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-7103933e-6d70-4fa1-b5b6-bff21d3e2572 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a47ea454-1c76-480f-819a-d5bc781b2f91 HTTP/1.1" status: 204 len: 168 time: 0.3025649 May 19 09:33:49.856276 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7103933e-6d70-4fa1-b5b6-bff21d3e2572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:49.920565 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80824e41-4272-4ffc-9bbb-e65831f7d121 req-f4dbe322-9998-4f66-8baa-1fe7a7b48e21 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:49.935019 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-80824e41-4272-4ffc-9bbb-e65831f7d121 req-f4dbe322-9998-4f66-8baa-1fe7a7b48e21 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.2214687 May 19 09:33:50.039200 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-80824e41-4272-4ffc-9bbb-e65831f7d121 req-b4c435d7-6c17-4e2d-86a7-692fc566e4bb tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030030 May 19 09:33:50.148141 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:50.222386 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fd162-ad1e-476b-b180-4906dde7d165 req-80c6ec12-7ec2-4e08-bb0e-e851611880e0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:50.236900 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-100fd162-ad1e-476b-b180-4906dde7d165 req-80c6ec12-7ec2-4e08-bb0e-e851611880e0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.2099469 May 19 09:33:50.244589 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e397e6-bc25-4de3-92ff-476a76407e47'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:33:50.272076 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 74e397e6-bc25-4de3-92ff-476a76407e47, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=74e397e6-bc25-4de3-92ff-476a76407e47,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:33:50.308180 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:50.315586 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:50.330829 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-100fd162-ad1e-476b-b180-4906dde7d165 req-073ba765-a00a-4e66-a670-3a80c5340e3e tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928161 May 19 09:33:50.453528 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e397e6-bc25-4de3-92ff-476a76407e47', 'code': 200} May 19 09:33:50.500818 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e952268-42c6-4246-a33a-bafa83dad775 req-caf958c5-26f4-4046-8f4e-8a4b4a69f83c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:50.502388 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-2e952268-42c6-4246-a33a-bafa83dad775 req-caf958c5-26f4-4046-8f4e-8a4b4a69f83c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.1952369 May 19 09:33:50.548388 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=74e397e6-bc25-4de3-92ff-476a76407e47,revision_number=7']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:50.552042 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:50.584750 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 43928) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:50.594202 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-2e952268-42c6-4246-a33a-bafa83dad775 req-a4e65416-bad8-4b70-9fa8-e8e2951186dc tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846481 May 19 09:33:50.607114 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c3489c59-7313-4694-a4c9-8666b33a85b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:50.624864 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-c3489c59-7313-4694-a4c9-8666b33a85b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:50.628937 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-c3489c59-7313-4694-a4c9-8666b33a85b0 admin admin] Usage tracker for resource:security_group_rule and tenant:753fd1a5f894411981ef33ef34e6296f is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:50.632117 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-c3489c59-7313-4694-a4c9-8666b33a85b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:50.638203 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-c3489c59-7313-4694-a4c9-8666b33a85b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:50.750435 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c3489c59-7313-4694-a4c9-8666b33a85b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:50.754492 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c3489c59-7313-4694-a4c9-8666b33a85b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:50.763020 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6add11cf-5b5c-48ec-9e4a-0eb92b5343b6 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:50.803393 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3489c59-7313-4694-a4c9-8666b33a85b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa251198-c859-4945-a393-cb24957d13b5,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:50.807143 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c3489c59-7313-4694-a4c9-8666b33a85b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:50.812474 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-c3489c59-7313-4694-a4c9-8666b33a85b0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=753fd1a5f894411981ef33ef34e6296f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2240188 May 19 09:33:50.813340 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 43932) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:50.876176 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-52bc4d54-6802-499a-8261-0a9a198f990a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:50.907069 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-52bc4d54-6802-499a-8261-0a9a198f990a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:50.964372 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-52bc4d54-6802-499a-8261-0a9a198f990a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:50.968279 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-54ce1918-0eb0-4697-85e3-2b65826edca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:50.980517 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc4d54-6802-499a-8261-0a9a198f990a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa251198-c859-4945-a393-cb24957d13b5,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:50.982910 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-52bc4d54-6802-499a-8261-0a9a198f990a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:50.993361 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-52bc4d54-6802-499a-8261-0a9a198f990a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:51.008416 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-52bc4d54-6802-499a-8261-0a9a198f990a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aa251198-c859-4945-a393-cb24957d13b5 HTTP/1.1" status: 204 len: 168 time: 0.1947937 May 19 09:33:51.373224 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4e158-9cbf-475f-abb5-e2937675871c req-0dacaa0a-3ca4-4202-a0a6-6b2b438fe333 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:51.374960 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-88f4e158-9cbf-475f-abb5-e2937675871c req-0dacaa0a-3ca4-4202-a0a6-6b2b438fe333 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.2170687 May 19 09:33:51.505580 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-88f4e158-9cbf-475f-abb5-e2937675871c req-07f55363-6abb-4038-acb9-31fd5f8e1d08 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628390 May 19 09:33:51.531256 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2e4f7-228f-4d71-9861-f70e4c5d0fd3 req-288baab3-0a31-46bf-b3ea-ae8a4f0c87e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:51.533458 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-73d2e4f7-228f-4d71-9861-f70e4c5d0fd3 req-288baab3-0a31-46bf-b3ea-ae8a4f0c87e8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 1098 time: 0.1322255 May 19 09:33:51.596230 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-73d2e4f7-228f-4d71-9861-f70e4c5d0fd3 req-7a1c74ea-999b-4217-be7d-0c2dba068532 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531981 May 19 09:33:51.865199 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f205a-fd55-4cfb-aea3-d4d6db8a44d9 req-551b820a-4deb-43d6-8251-6b92a5cebd4e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:51.872783 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-c11f205a-fd55-4cfb-aea3-d4d6db8a44d9 req-551b820a-4deb-43d6-8251-6b92a5cebd4e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.1098840 May 19 09:33:51.930389 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-c11f205a-fd55-4cfb-aea3-d4d6db8a44d9 req-42ffa550-3ed7-4feb-b32b-178042eb1f0b tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565686 May 19 09:33:52.784496 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997f97-bdef-4131-8158-b975e7ea68b1 req-84d163f9-071f-4399-8394-26fd92a32cea tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:52.787200 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f2997f97-bdef-4131-8158-b975e7ea68b1 req-84d163f9-071f-4399-8394-26fd92a32cea tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.1145980 May 19 09:33:52.845903 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f2997f97-bdef-4131-8158-b975e7ea68b1 req-d17f9352-1928-4e23-8e27-f1aa13a4c523 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511475 May 19 09:33:53.199546 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbd71f-3c21-4fcf-b8c4-4aab8f5bf4d7 req-f19737bf-1fc0-4dde-b0e9-4220d4ab4f05 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:53.201460 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-49fbd71f-3c21-4fcf-b8c4-4aab8f5bf4d7 req-f19737bf-1fc0-4dde-b0e9-4220d4ab4f05 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.1042080 May 19 09:33:53.271415 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-49fbd71f-3c21-4fcf-b8c4-4aab8f5bf4d7 req-0f74f146-2fe7-42c9-ba7c-d65bf46c21c5 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565758 May 19 09:33:53.641913 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0daeda-a981-4ca6-978f-854a6031fab1 req-8c4607a1-eecb-4dfa-b8ff-6f46e4f98f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:53.644341 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7d0daeda-a981-4ca6-978f-854a6031fab1 req-8c4607a1-eecb-4dfa-b8ff-6f46e4f98f0c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=302076e5824b440cacc066e41a50e011&device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 1098 time: 0.1948473 May 19 09:33:53.782097 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df586a-df59-4f11-883a-86ac3cd1f76f req-d8979df3-218c-4c2b-babd-95b0605793fd tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:53.783676 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-08df586a-df59-4f11-883a-86ac3cd1f76f req-d8979df3-218c-4c2b-babd-95b0605793fd tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.2178626 May 19 09:33:53.909271 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0daeda-a981-4ca6-978f-854a6031fab1 req-f935d72e-3322-4ee0-b241-6181d96765ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:53.911733 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7d0daeda-a981-4ca6-978f-854a6031fab1 req-f935d72e-3322-4ee0-b241-6181d96765ec service neutron] 10.222.0.76 "GET /v2.0/networks?id=6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 HTTP/1.1" status: 200 len: 920 time: 0.2571180 May 19 09:33:54.001743 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-08df586a-df59-4f11-883a-86ac3cd1f76f req-39ec8680-bf80-4ac4-9632-000f6ea9617e tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938355 May 19 09:33:54.010204 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7d0daeda-a981-4ca6-978f-854a6031fab1 req-f7073e10-b527-44eb-abb3-b1dda4bb1df1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=521d8f58-79a5-4eb5-90e1-bd630e3a9ea2 HTTP/1.1" status: 200 len: 217 time: 0.0831716 May 19 09:33:54.085242 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0daeda-a981-4ca6-978f-854a6031fab1 req-d6cb8917-6de5-4624-b408-7a0f4479da4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:54.086792 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7d0daeda-a981-4ca6-978f-854a6031fab1 req-d6cb8917-6de5-4624-b408-7a0f4479da4d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c29da06d-ddc0-47de-bede-92d24f90436f HTTP/1.1" status: 200 len: 859 time: 0.0678604 May 19 09:33:54.138591 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7d0daeda-a981-4ca6-978f-854a6031fab1 req-016c8545-fe3d-474e-9b51-600b78fcd295 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6c3f3406-bcfb-4896-a57f-c7cc7b96bce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443804 May 19 09:33:54.346109 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7d0daeda-a981-4ca6-978f-854a6031fab1 req-6b92245f-8f25-4309-9922-750a0436dda6 service neutron] 10.222.0.76 "GET /v2.0/networks/6c3f3406-bcfb-4896-a57f-c7cc7b96bce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006297 May 19 09:33:54.500513 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7d0daeda-a981-4ca6-978f-854a6031fab1 req-8100061d-f51d-44d5-bd3b-bf3a9366b958 service neutron] 10.222.0.76 "GET /v2.0/networks/6c3f3406-bcfb-4896-a57f-c7cc7b96bce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450016 May 19 09:33:54.505760 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9079ccb-8bc7-467c-b86e-e895f5bf80be req-ff826d8e-1165-4459-a44d-8d8a6bd6d95e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:54.509435 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b9079ccb-8bc7-467c-b86e-e895f5bf80be req-ff826d8e-1165-4459-a44d-8d8a6bd6d95e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.1062901 May 19 09:33:54.579951 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b9079ccb-8bc7-467c-b86e-e895f5bf80be req-96fcc572-19b8-4dd6-a5a1-62c800e43962 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638771 May 19 09:33:55.224122 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a25c68-3b3e-40cb-861e-a04c5fe34e70 req-fdbc7839-8de6-48c1-a068-8140124f7ece tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:55.226811 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-97a25c68-3b3e-40cb-861e-a04c5fe34e70 req-fdbc7839-8de6-48c1-a068-8140124f7ece tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0957978 May 19 09:33:55.279601 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-97a25c68-3b3e-40cb-861e-a04c5fe34e70 req-486b9ff2-bc3f-4e65-82cd-ecca0f920638 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448508 May 19 09:33:55.788916 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78682667-f3a5-4d89-ac8c-40b6d361ef52 req-bb4cee76-de97-4989-8073-250e9e1accf9 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:55.794882 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-78682667-f3a5-4d89-ac8c-40b6d361ef52 req-bb4cee76-de97-4989-8073-250e9e1accf9 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.0949314 May 19 09:33:55.844844 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-78682667-f3a5-4d89-ac8c-40b6d361ef52 req-29489545-c69f-4e2e-b4d1-e62b1e24e34e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485482 May 19 09:33:56.651211 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87e708-507a-4a25-bea7-0b26b0df6e7c req-a64f9ac5-dca0-47d0-97dd-5485d969c1c1 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:56.653452 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-db87e708-507a-4a25-bea7-0b26b0df6e7c req-a64f9ac5-dca0-47d0-97dd-5485d969c1c1 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.1447537 May 19 09:33:56.718349 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-db87e708-507a-4a25-bea7-0b26b0df6e7c req-e83624d4-61ce-48aa-8be9-b438e186215c tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588057 May 19 09:33:57.097141 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee94580-e335-4a08-ba88-14cfbffeb9bf req-ecfbeae0-9c34-471d-b72b-8ed79dc01962 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:57.100214 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-4ee94580-e335-4a08-ba88-14cfbffeb9bf req-ecfbeae0-9c34-471d-b72b-8ed79dc01962 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.1061678 May 19 09:33:57.166795 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-4ee94580-e335-4a08-ba88-14cfbffeb9bf req-8f5610fc-567b-42e7-a5cf-82849494b396 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595877 May 19 09:33:58.403444 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26b542-254a-4481-8f84-9c45fc4ac6b4 req-c178485c-e280-4e71-8f7c-27bacaaf0bcc tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:58.406209 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-da26b542-254a-4481-8f84-9c45fc4ac6b4 req-c178485c-e280-4e71-8f7c-27bacaaf0bcc tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.1121216 May 19 09:33:58.483627 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-da26b542-254a-4481-8f84-9c45fc4ac6b4 req-df218692-37ca-4f95-aa77-aa6ac8fd1bfd tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672679 May 19 09:33:58.889960 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-e531b4ea-5baf-4982-9f03-78791f4ef8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:59.204093 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 44102) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:59.347777 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3707d91c-f2b1-41cd-837e-6d3c0470cb43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:59.382188 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-3707d91c-f2b1-41cd-837e-6d3c0470cb43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:59.386861 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-3707d91c-f2b1-41cd-837e-6d3c0470cb43 admin admin] Usage tracker for resource:security_group_rule and tenant:6616ca5281a645d89d83293d4095993d is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:59.389958 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-3707d91c-f2b1-41cd-837e-6d3c0470cb43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:59.396011 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-3707d91c-f2b1-41cd-837e-6d3c0470cb43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:59.526460 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3707d91c-f2b1-41cd-837e-6d3c0470cb43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:59.530902 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3707d91c-f2b1-41cd-837e-6d3c0470cb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:59.538298 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ee5fbc94-1682-470f-8197-2aacbca4670e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:59.580187 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-3707d91c-f2b1-41cd-837e-6d3c0470cb43 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6616ca5281a645d89d83293d4095993d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3749738 May 19 09:33:59.581007 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707d91c-f2b1-41cd-837e-6d3c0470cb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a9a8db-0e59-44cc-a879-a5b259f03398,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:59.583163 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 44112) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:59.584219 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-3707d91c-f2b1-41cd-837e-6d3c0470cb43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:59.648153 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0b3185b1-def5-48a4-9121-2c90876fe96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:59.680877 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0b3185b1-def5-48a4-9121-2c90876fe96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:59.819867 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a074a5-e1a0-4c76-b324-c7767dfd93c7 req-c8aa9133-72de-4b4c-88b6-82b7cb1c053f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:59.826462 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-35a074a5-e1a0-4c76-b324-c7767dfd93c7 req-c8aa9133-72de-4b4c-88b6-82b7cb1c053f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.1336989 May 19 09:33:59.872429 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0b3185b1-def5-48a4-9121-2c90876fe96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:59.887104 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e5913103-d787-46e3-a075-f868b1c53cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:59.912969 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3185b1-def5-48a4-9121-2c90876fe96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a9a8db-0e59-44cc-a879-a5b259f03398,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:59.915125 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0b3185b1-def5-48a4-9121-2c90876fe96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:59.939649 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-0b3185b1-def5-48a4-9121-2c90876fe96e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/63a9a8db-0e59-44cc-a879-a5b259f03398 HTTP/1.1" status: 204 len: 168 time: 0.3349779 May 19 09:33:59.948443 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-0b3185b1-def5-48a4-9121-2c90876fe96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:59.951638 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-35a074a5-e1a0-4c76-b324-c7767dfd93c7 req-1c5aa659-1d13-4214-810a-c1a27f4dc283 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162224 May 19 09:34:00.798461 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 44164) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:00.904422 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-dc87d9ab-192a-434d-b1ed-177015c8e70f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1190816984-network', 'tenant_id': 'ada6656405ce4668bb813a4012a9a444'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:00.908882 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-dc87d9ab-192a-434d-b1ed-177015c8e70f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:00.913285 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-dc87d9ab-192a-434d-b1ed-177015c8e70f admin admin] Usage tracker for resource:network and tenant:ada6656405ce4668bb813a4012a9a444 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:00.916367 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-dc87d9ab-192a-434d-b1ed-177015c8e70f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:00.922677 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-dc87d9ab-192a-434d-b1ed-177015c8e70f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:00.932382 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc87d9ab-192a-434d-b1ed-177015c8e70f admin admin] Made reservation on behalf of ada6656405ce4668bb813a4012a9a444 for: {'network': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:34:00.934717 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-dc87d9ab-192a-434d-b1ed-177015c8e70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-750978'] for network, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:00.946658 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-dc87d9ab-192a-434d-b1ed-177015c8e70f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:00.960962 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-dc87d9ab-192a-434d-b1ed-177015c8e70f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:00.964777 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-dc87d9ab-192a-434d-b1ed-177015c8e70f admin admin] Usage tracker for resource:security_group_rule and tenant:ada6656405ce4668bb813a4012a9a444 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:00.967559 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-dc87d9ab-192a-434d-b1ed-177015c8e70f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:00.973492 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-dc87d9ab-192a-434d-b1ed-177015c8e70f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:01.058886 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-dc87d9ab-192a-434d-b1ed-177015c8e70f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:01.063130 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-dc87d9ab-192a-434d-b1ed-177015c8e70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:01.067228 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b747e8de-04b7-4df7-96e2-988f20b2ee33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:01.134980 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc87d9ab-192a-434d-b1ed-177015c8e70f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=91651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:34:01.144396 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87d9ab-192a-434d-b1ed-177015c8e70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f27a029-9849-4f3a-9c18-ba24bdf89f29,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:01.154062 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-dc87d9ab-192a-434d-b1ed-177015c8e70f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:01.160536 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-dc87d9ab-192a-434d-b1ed-177015c8e70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:01.160877 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.db.segments_db [None req-dc87d9ab-192a-434d-b1ed-177015c8e70f admin admin] Added segment 4fdef79c-7333-48d4-b195-4ba926c7f9f0 of type vlan for network afa91e4f-47aa-4b9d-ab1b-ecee92a38d26 May 19 09:34:01.204526 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-dc87d9ab-192a-434d-b1ed-177015c8e70f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789556115559'] for network, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:01.259941 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7180f-d5b4-4866-9baf-7f65ab3e501d req-e1c66b1d-1a7c-4515-804a-8c1e877932d4 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:01.261406 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3fe7180f-d5b4-4866-9baf-7f65ab3e501d req-e1c66b1d-1a7c-4515-804a-8c1e877932d4 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.1702652 May 19 09:34:01.330581 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-dc87d9ab-192a-434d-b1ed-177015c8e70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355'] for network, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:01.338201 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc87d9ab-192a-434d-b1ed-177015c8e70f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:01.338784 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-dc87d9ab-192a-434d-b1ed-177015c8e70f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:01.346470 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8bf01153-dc2d-4bf7-97e0-34375dc678e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:01.386263 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3fe7180f-d5b4-4866-9baf-7f65ab3e501d req-8cd8a807-3822-4070-9dcc-c55b6fac45ff tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106160 May 19 09:34:01.457927 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:01.464505 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87d9ab-192a-434d-b1ed-177015c8e70f admin admin] Pushing event updated for resources: {'Network': ['ID=afa91e4f-47aa-4b9d-ab1b-ecee92a38d26,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:01.472244 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-dc87d9ab-192a-434d-b1ed-177015c8e70f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:01.484075 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Network afa91e4f-47aa-4b9d-ab1b-ecee92a38d26 details requested by agent ovs-agent-dv-cinder-791281-2-smb with host dv-cinder-791281-2-smb {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:34:01.484557 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1cb05-c0e9-45fe-807a-7e997eeea9fa req-1cce04a9-626d-4e7e-b081-8c8e5e93890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:01.486474 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-26b1cb05-c0e9-45fe-807a-7e997eeea9fa req-1cce04a9-626d-4e7e-b081-8c8e5e93890b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=51496ccd2f3e43809de083dde69c59d1&device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 1098 time: 0.2667837 May 19 09:34:01.495672 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 44182) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:01.496333 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-dc87d9ab-192a-434d-b1ed-177015c8e70f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6962020 May 19 09:34:01.503920 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-b3e47111-5299-4d33-aeaa-5d236daa8802 admin admin] Request body: {'subnet': {'network_id': 'afa91e4f-47aa-4b9d-ab1b-ecee92a38d26', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1190816984-subnet', 'tenant_id': 'ada6656405ce4668bb813a4012a9a444', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:01.511325 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-b3e47111-5299-4d33-aeaa-5d236daa8802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:01.518502 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-b3e47111-5299-4d33-aeaa-5d236daa8802 admin admin] Usage tracker for resource:subnet and tenant:ada6656405ce4668bb813a4012a9a444 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:01.533388 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-b3e47111-5299-4d33-aeaa-5d236daa8802 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:01.546416 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-b3e47111-5299-4d33-aeaa-5d236daa8802 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:01.564651 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e47111-5299-4d33-aeaa-5d236daa8802 admin admin] Made reservation on behalf of ada6656405ce4668bb813a4012a9a444 for: {'subnet': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:34:01.567779 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b3e47111-5299-4d33-aeaa-5d236daa8802 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60223530'] for subnet, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:01.695551 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1cb05-c0e9-45fe-807a-7e997eeea9fa req-5dc30d12-ef78-41ba-b582-66c61384f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:01.696936 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-26b1cb05-c0e9-45fe-807a-7e997eeea9fa req-5dc30d12-ef78-41ba-b582-66c61384f762 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0e9acd08-416e-46e7-b45a-77614ba19575 HTTP/1.1" status: 200 len: 918 time: 0.1989512 May 19 09:34:01.772850 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b12f2-ea55-4cdd-b6f8-0b7794ae7f70 req-2819f2ea-54cd-4928-a88f-f7bd884352ec tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:01.774365 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-966b12f2-ea55-4cdd-b6f8-0b7794ae7f70 req-2819f2ea-54cd-4928-a88f-f7bd884352ec tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.2339826 May 19 09:34:01.847165 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-26b1cb05-c0e9-45fe-807a-7e997eeea9fa req-bcaf2fb2-8907-461a-be33-ebf0a7db1a87 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e397e6-bc25-4de3-92ff-476a76407e47 HTTP/1.1" status: 200 len: 1000 time: 0.1430192 May 19 09:34:01.853215 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-966b12f2-ea55-4cdd-b6f8-0b7794ae7f70 req-b8acb413-6184-4ba7-b158-e24a88f7b1af tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703397 May 19 09:34:01.924190 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1cb05-c0e9-45fe-807a-7e997eeea9fa req-3b284330-b300-4507-9f3b-07aeb7239630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:01.925637 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-26b1cb05-c0e9-45fe-807a-7e997eeea9fa req-3b284330-b300-4507-9f3b-07aeb7239630 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ec9b341-41fc-4e94-9468-56afed9dd04b HTTP/1.1" status: 200 len: 856 time: 0.0674670 May 19 09:34:01.930577 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9400ce6a-e222-4c4b-a52c-467014232de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:01.996733 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b3e47111-5299-4d33-aeaa-5d236daa8802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2887671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60223512'] for subnet, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:02.001502 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-665afb0b-f1d7-485e-8180-d8fd5e7d5393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:02.009657 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1cb05-c0e9-45fe-807a-7e997eeea9fa req-069d0131-afe3-4fe1-ba23-fa440f1e1ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:02.011334 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-26b1cb05-c0e9-45fe-807a-7e997eeea9fa req-069d0131-afe3-4fe1-ba23-fa440f1e1ec6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0e9acd08-416e-46e7-b45a-77614ba19575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790501 May 19 09:34:02.072145 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e47111-5299-4d33-aeaa-5d236daa8802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1ac9d11-0eaf-4071-ac63-ef5848efd223,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:02.077664 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-b3e47111-5299-4d33-aeaa-5d236daa8802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:02.080047 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e47111-5299-4d33-aeaa-5d236daa8802 admin admin] Checking segment: {'id': '4fdef79c-7333-48d4-b195-4ba926c7f9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'afa91e4f-47aa-4b9d-ab1b-ecee92a38d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:34:02.080474 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e47111-5299-4d33-aeaa-5d236daa8802 admin admin] Network hostable DHCP agents. Network: afa91e4f-47aa-4b9d-ab1b-ecee92a38d26, hostable agents: ['6779d86a-8148-4f18-b3ad-742629ae43e2'], hosted agents: [] {{(pid=91652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:34:02.096795 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e47111-5299-4d33-aeaa-5d236daa8802 admin admin] Network afa91e4f-47aa-4b9d-ab1b-ecee92a38d26 is scheduled to be hosted by DHCP agent 6779d86a-8148-4f18-b3ad-742629ae43e2 with binding_index 1 {{(pid=91652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:34:02.107913 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-b3e47111-5299-4d33-aeaa-5d236daa8802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-smb, afa91e4f-47aa-4b9d-ab1b-ecee92a38d26) {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:34:02.119520 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e47111-5299-4d33-aeaa-5d236daa8802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:02.119758 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1be62ce-b7de-49ec-8b34-e035ac1e0cc4 None None] Network afa91e4f-47aa-4b9d-ab1b-ecee92a38d26 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:34:02.120135 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b3e47111-5299-4d33-aeaa-5d236daa8802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:02.146245 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-b3e47111-5299-4d33-aeaa-5d236daa8802 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6492367 May 19 09:34:02.238746 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-26b1cb05-c0e9-45fe-807a-7e997eeea9fa req-d4f0c4b7-8174-4e4d-bd9b-b82bf8d33291 service neutron] 10.222.0.76 "GET /v2.0/networks/0e9acd08-416e-46e7-b45a-77614ba19575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200596 May 19 09:34:02.330658 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1393eec-fdf9-423b-af45-1b1b57f6c9dd None None] Network afa91e4f-47aa-4b9d-ab1b-ecee92a38d26 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:34:02.377448 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-26b1cb05-c0e9-45fe-807a-7e997eeea9fa req-af115df8-3e8c-419f-896b-fcdd0b56c978 service neutron] 10.222.0.76 "GET /v2.0/networks/0e9acd08-416e-46e7-b45a-77614ba19575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312935 May 19 09:34:02.684775 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704643f-645e-426d-86bc-aed21f161d6c req-bdcd9acd-863e-44f9-ac1b-72b73940fb3e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:02.686278 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-4704643f-645e-426d-86bc-aed21f161d6c req-bdcd9acd-863e-44f9-ac1b-72b73940fb3e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 945 time: 0.1535041 May 19 09:34:02.734182 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-4704643f-645e-426d-86bc-aed21f161d6c req-d52c5177-a583-4cb3-ae29-74033b5cb8c4 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421798 May 19 09:34:02.857976 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:03.045125 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11d156-e48c-4f91-8950-4d63b2a8fea1 req-557a6d0e-6fc7-4529-bafd-0c0cc117a58d tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:03.046648 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0d11d156-e48c-4f91-8950-4d63b2a8fea1 req-557a6d0e-6fc7-4529-bafd-0c0cc117a58d tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.0831449 May 19 09:34:03.096698 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0d11d156-e48c-4f91-8950-4d63b2a8fea1 req-7b4ce8a4-6075-4de5-90bb-d5089d696024 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440784 May 19 09:34:03.627050 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 74e397e6-bc25-4de3-92ff-476a76407e47 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:34:03.742222 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:03.769425 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e397e6-bc25-4de3-92ff-476a76407e47'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:34:03.779880 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 74e397e6-bc25-4de3-92ff-476a76407e47, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=74e397e6-bc25-4de3-92ff-476a76407e47,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:03.784266 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:03.787288 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:03.822264 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e397e6-bc25-4de3-92ff-476a76407e47', 'code': 200} May 19 09:34:03.860693 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=74e397e6-bc25-4de3-92ff-476a76407e47,revision_number=8']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:03.870482 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:03.951080 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027c829-7cac-4760-8e1d-e1b88a7ec6af req-a087bd09-6399-4940-8bdf-540dd6186098 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:03.952519 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-1027c829-7cac-4760-8e1d-e1b88a7ec6af req-a087bd09-6399-4940-8bdf-540dd6186098 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.1028392 May 19 09:34:03.959577 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a9a7d-12ae-4284-9205-49d3d983b069 req-c161963f-4637-4891-a1dc-2869aecdf7a5 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:03.961228 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-fe8a9a7d-12ae-4284-9205-49d3d983b069 req-c161963f-4637-4891-a1dc-2869aecdf7a5 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 943 time: 0.1072483 May 19 09:34:04.010792 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-fe8a9a7d-12ae-4284-9205-49d3d983b069 req-7bc8afee-f990-4b96-8400-74f00c7ef83e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433102 May 19 09:34:04.211813 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-1027c829-7cac-4760-8e1d-e1b88a7ec6af req-01e0df7b-6b15-43fd-a29a-af08b0ffdb1e tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Deleting port fc79a846-fe90-4a73-9c84-5365c026c672 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:34:04.212369 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-1027c829-7cac-4760-8e1d-e1b88a7ec6af req-01e0df7b-6b15-43fd-a29a-af08b0ffdb1e tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:04.270941 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-2f8e10ef-3476-4f9d-bb0a-e02182e5d19b tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:04.272278 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-2f8e10ef-3476-4f9d-bb0a-e02182e5d19b tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Synchronizing usage tracker for tenant:ada6656405ce4668bb813a4012a9a444 on resource:network {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:34:04.291234 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4845d8-b354-47d4-89ec-e4265ddcc2aa req-65df05ac-756b-4325-bb47-a9e928d94652 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:04.292799 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-dc4845d8-b354-47d4-89ec-e4265ddcc2aa req-65df05ac-756b-4325-bb47-a9e928d94652 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 946 time: 0.0840311 May 19 09:34:04.357887 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-dc4845d8-b354-47d4-89ec-e4265ddcc2aa req-7f77ad0a-91e2-4aa4-8900-0611de2d55f7 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573168 May 19 09:34:04.362682 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-2f8e10ef-3476-4f9d-bb0a-e02182e5d19b tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Unset dirty status for tenant:ada6656405ce4668bb813a4012a9a444 on resource:network {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:34:04.363937 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-2f8e10ef-3476-4f9d-bb0a-e02182e5d19b tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/networks?id=afa91e4f-47aa-4b9d-ab1b-ecee92a38d26 HTTP/1.1" status: 200 len: 814 time: 0.2967064 May 19 09:34:04.397870 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-ac868f79-9bd0-41b5-8d50-7c5219f381ea tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/quotas/ada6656405ce4668bb813a4012a9a444 HTTP/1.1" status: 200 len: 375 time: 0.0260408 May 19 09:34:04.403820 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-1027c829-7cac-4760-8e1d-e1b88a7ec6af req-01e0df7b-6b15-43fd-a29a-af08b0ffdb1e tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] For port fc79a846-fe90-4a73-9c84-5365c026c672, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=fc79a846-fe90-4a73-9c84-5365c026c672,segment=NetworkSegment(3b579030-0c44-4723-88e9-8148ea7ddfec),segment_id=3b579030-0c44-4723-88e9-8148ea7ddfec)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:04.404168 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-1027c829-7cac-4760-8e1d-e1b88a7ec6af req-01e0df7b-6b15-43fd-a29a-af08b0ffdb1e tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:04.549031 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:04.572365 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-28bd9edf-0183-486a-8aa3-604196c52a84 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ada6656405ce4668bb813a4012a9a444&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1608167 May 19 09:34:04.579223 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-1027c829-7cac-4760-8e1d-e1b88a7ec6af req-01e0df7b-6b15-43fd-a29a-af08b0ffdb1e tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Calling delete_port for fc79a846-fe90-4a73-9c84-5365c026c672 owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:34:04.746203 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-dc464131-529e-4196-a69e-dd859b4c8fec service neutron] 10.222.0.61 "GET /v2.0/networks/afa91e4f-47aa-4b9d-ab1b-ecee92a38d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638319 May 19 09:34:04.914591 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-1027c829-7cac-4760-8e1d-e1b88a7ec6af req-01e0df7b-6b15-43fd-a29a-af08b0ffdb1e tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:04.920948 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:04.926336 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['521d8f58-79a5-4eb5-90e1-bd630e3a9ea2', 'fc79a846-fe90-4a73-9c84-5365c026c672'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:34:04.984122 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0df7b-6b15-43fd-a29a-af08b0ffdb1e tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Pushing event deleted for resources: {'Port': ['ID=fc79a846-fe90-4a73-9c84-5365c026c672,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:04.990851 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-01e0df7b-6b15-43fd-a29a-af08b0ffdb1e tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:05.017409 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-539c6bb9-2f2a-44bf-ae25-f8a1003abe43 service neutron] 10.222.0.61 "GET /v2.0/networks/afa91e4f-47aa-4b9d-ab1b-ecee92a38d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585380 May 19 09:34:05.065652 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-1027c829-7cac-4760-8e1d-e1b88a7ec6af req-01e0df7b-6b15-43fd-a29a-af08b0ffdb1e tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] No DVR routers for this DVR port fc79a846-fe90-4a73-9c84-5365c026c672 on host hv-cinder-79128 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:34:05.070924 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-1027c829-7cac-4760-8e1d-e1b88a7ec6af req-01e0df7b-6b15-43fd-a29a-af08b0ffdb1e tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:05.074747 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4b462d-eb60-4633-b21a-2574a8deb42d', 'name': 'network-vif-deleted', 'tag': 'fc79a846-fe90-4a73-9c84-5365c026c672'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:34:05.096372 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-1027c829-7cac-4760-8e1d-e1b88a7ec6af req-01e0df7b-6b15-43fd-a29a-af08b0ffdb1e tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.76 "DELETE /v2.0/ports/fc79a846-fe90-4a73-9c84-5365c026c672 HTTP/1.1" status: 204 len: 173 time: 1.1376727 May 19 09:34:05.170544 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4b462d-eb60-4633-b21a-2574a8deb42d', 'name': 'network-vif-deleted', 'tag': 'fc79a846-fe90-4a73-9c84-5365c026c672', 'status': 'completed', 'code': 200} May 19 09:34:05.254377 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-cf6a2421-cfe5-4908-8a5d-7611e73ac1b5 req-6345c760-87a1-4e67-b371-50b6331a7245 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=7344be7b-26ff-42cf-bd0e-ad9486fa891a HTTP/1.1" status: 200 len: 210 time: 0.0531867 May 19 09:34:05.256459 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b789f5-6965-427f-9471-1d74fdacf7a2 req-ca08543e-3203-4bb3-8ce3-e14304590df0 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:05.266237 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-68b789f5-6965-427f-9471-1d74fdacf7a2 req-ca08543e-3203-4bb3-8ce3-e14304590df0 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 943 time: 0.1200240 May 19 09:34:05.312764 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-68b789f5-6965-427f-9471-1d74fdacf7a2 req-1d47b0d1-7a51-4b41-9a69-c19a3485c330 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456698 May 19 09:34:05.549895 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-2eefde25-958d-4517-9689-b1a2d8571cdf req-2a81f851-d603-45e2-9961-81680a144c05 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c4b462d-eb60-4633-b21a-2574a8deb42d HTTP/1.1" status: 200 len: 210 time: 0.0542138 May 19 09:34:06.416739 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-62714ee3-7649-4dc5-b414-a382b112b250 req-9232b1e0-7275-43ae-85cd-c7ec4ed4db96 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=7344be7b-26ff-42cf-bd0e-ad9486fa891a HTTP/1.1" status: 200 len: 210 time: 0.0573223 May 19 09:34:06.555796 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408b63e-742c-4bb5-a69f-02e9119e4ca4 req-a2860342-ae89-4ed4-881d-628c2f64d460 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:06.557273 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-2408b63e-742c-4bb5-a69f-02e9119e4ca4 req-a2860342-ae89-4ed4-881d-628c2f64d460 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 943 time: 0.2975793 May 19 09:34:06.563737 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-be156353-236f-4915-8c37-8edb35fddca9 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:06.565046 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-be156353-236f-4915-8c37-8edb35fddca9 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.76 "GET /v2.0/networks?id=afa91e4f-47aa-4b9d-ab1b-ecee92a38d26 HTTP/1.1" status: 200 len: 814 time: 0.1878591 May 19 09:34:06.592510 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-4f932788-9ad4-4e01-917e-59b5fb80c6de tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Request body: {'port': {'device_id': '7344be7b-26ff-42cf-bd0e-ad9486fa891a', 'network_id': 'afa91e4f-47aa-4b9d-ab1b-ecee92a38d26', 'admin_state_up': True, 'tenant_id': 'ada6656405ce4668bb813a4012a9a444'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:06.713228 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-2408b63e-742c-4bb5-a69f-02e9119e4ca4 req-47a70c72-565d-47e6-8c29-0b401f6f18bd tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472437 May 19 09:34:06.767382 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-4f932788-9ad4-4e01-917e-59b5fb80c6de tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:06.772100 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-4f932788-9ad4-4e01-917e-59b5fb80c6de tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Usage tracker for resource:port and tenant:ada6656405ce4668bb813a4012a9a444 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:06.775269 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-4f932788-9ad4-4e01-917e-59b5fb80c6de tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:06.781204 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-4f932788-9ad4-4e01-917e-59b5fb80c6de tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:06.792518 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-4f932788-9ad4-4e01-917e-59b5fb80c6de tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Made reservation on behalf of ada6656405ce4668bb813a4012a9a444 for: {'port': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:34:06.796032 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-4f932788-9ad4-4e01-917e-59b5fb80c6de tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:06.835730 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 44316) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:06.963090 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-7743ba46-fa8a-43b9-9bb4-9da8e7af68aa req-c5b9bd05-ed60-4ee8-b059-691fc74d6488 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1259241 May 19 09:34:07.027410 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-4f932788-9ad4-4e01-917e-59b5fb80c6de tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Allocated IP 172.20.0.5 (afa91e4f-47aa-4b9d-ab1b-ecee92a38d26/c1ac9d11-0eaf-4071-ac63-ef5848efd223/30161d4e-f5af-44db-ae91-266ec55e7f09) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:34:07.090356 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bcd58-217a-4e84-8d7d-7ffa6eaf6a3f req-663648bf-3c84-40b5-aa2f-494e98c361be tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:07.090994 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-c42bcd58-217a-4e84-8d7d-7ffa6eaf6a3f req-663648bf-3c84-40b5-aa2f-494e98c361be tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Synchronizing usage tracker for tenant:302076e5824b440cacc066e41a50e011 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:34:07.147427 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-c42bcd58-217a-4e84-8d7d-7ffa6eaf6a3f req-663648bf-3c84-40b5-aa2f-494e98c361be tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Unset dirty status for tenant:302076e5824b440cacc066e41a50e011 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:34:07.148981 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c42bcd58-217a-4e84-8d7d-7ffa6eaf6a3f req-663648bf-3c84-40b5-aa2f-494e98c361be tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.1949568 May 19 09:34:07.284762 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c42bcd58-217a-4e84-8d7d-7ffa6eaf6a3f req-d55b3c34-3c2e-4c25-a108-29fdc5a82644 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259503 May 19 09:34:07.329189 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-4f932788-9ad4-4e01-917e-59b5fb80c6de tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:07.362086 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-4f932788-9ad4-4e01-917e-59b5fb80c6de tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:07.369544 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-28d296bd-fc82-4b62-9075-a77febf0db01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:07.446717 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-4f932788-9ad4-4e01-917e-59b5fb80c6de tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Network afa91e4f-47aa-4b9d-ab1b-ecee92a38d26 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:34:07.450059 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-4f932788-9ad4-4e01-917e-59b5fb80c6de tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Resources bound (agent type, host, resource id): {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:34:07.454107 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-4f932788-9ad4-4e01-917e-59b5fb80c6de tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:34:07.460376 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-4f932788-9ad4-4e01-917e-59b5fb80c6de tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:07.461076 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-4f932788-9ad4-4e01-917e-59b5fb80c6de tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:07.475684 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f932788-9ad4-4e01-917e-59b5fb80c6de tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Pushing event updated for resources: {'Port': ['ID=30161d4e-f5af-44db-ae91-266ec55e7f09,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:07.480063 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4f932788-9ad4-4e01-917e-59b5fb80c6de tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:07.495329 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-4f932788-9ad4-4e01-917e-59b5fb80c6de tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9072397 May 19 09:34:07.508690 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] Request body: {'port': {'device_id': '7344be7b-26ff-42cf-bd0e-ad9486fa891a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:07.625174 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a30d6-9761-4cf9-8cc6-837d3b69a323 req-0d1d9411-c5c3-4421-9437-fd223e9735d5 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:07.625914 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:07.626678 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-687a30d6-9761-4cf9-8cc6-837d3b69a323 req-0d1d9411-c5c3-4421-9437-fd223e9735d5 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=7344be7b-26ff-42cf-bd0e-ad9486fa891a HTTP/1.1" status: 200 len: 931 time: 0.0963180 May 19 09:34:07.659443 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 74e397e6-bc25-4de3-92ff-476a76407e47 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:34:07.684763 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-687a30d6-9761-4cf9-8cc6-837d3b69a323 req-feb4a4fc-83e4-49b0-8b00-0f538459cf14 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496614 May 19 09:34:07.783404 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device fc79a846-fe90-4a73-9c84-5365c026c672 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:34:07.817578 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] No Port match for: fc79a846-fe90-4a73-9c84-5365c026c672 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:34:07.818564 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device fc79a846-fe90-4a73-9c84-5365c026c672 not bound to the agent host hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:34:07.985807 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b78967-dcd5-4c65-8149-ff0b1fa41ac2 req-3b4ef687-4abc-4545-a76e-327a7366f48b tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:07.987255 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c2b78967-dcd5-4c65-8149-ff0b1fa41ac2 req-3b4ef687-4abc-4545-a76e-327a7366f48b tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 943 time: 0.1298063 May 19 09:34:08.092079 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c2b78967-dcd5-4c65-8149-ff0b1fa41ac2 req-af8af268-5642-49e3-a39b-6904e7f34a70 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946081 May 19 09:34:08.094037 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30161d4e-f5af-44db-ae91-266ec55e7f09 {{(pid=91651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:34:08.102928 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:08.125453 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] Transition to ACTIVE for port object 30161d4e-f5af-44db-ae91-266ec55e7f09 will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:34:08.131043 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:08.134758 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-015e08ee-78dc-47f7-aeaf-e9f14d5751a0 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:08.355868 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] Pushing event updated for resources: {'Port': ['ID=30161d4e-f5af-44db-ae91-266ec55e7f09,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:08.363098 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:08.379854 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] Attempting to bind port 30161d4e-f5af-44db-ae91-266ec55e7f09 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:34:08.380191 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] Attempting to bind port 30161d4e-f5af-44db-ae91-266ec55e7f09 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '4fdef79c-7333-48d4-b195-4ba926c7f9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'afa91e4f-47aa-4b9d-ab1b-ecee92a38d26'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:34:08.381134 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] Attempting to bind port 30161d4e-f5af-44db-ae91-266ec55e7f09 on network afa91e4f-47aa-4b9d-ab1b-ecee92a38d26 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:34:08.386291 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] Port 30161d4e-f5af-44db-ae91-266ec55e7f09 on network afa91e4f-47aa-4b9d-ab1b-ecee92a38d26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:34:08.386532 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] Attempting to bind port 30161d4e-f5af-44db-ae91-266ec55e7f09 on network afa91e4f-47aa-4b9d-ab1b-ecee92a38d26 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:34:08.391853 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] Checking agent: {'id': 'e2b12f16-87f3-476d-a836-3e2e94bcfd4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'started_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:34:08.392179 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] Checking segment: {'id': '4fdef79c-7333-48d4-b195-4ba926c7f9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'afa91e4f-47aa-4b9d-ab1b-ecee92a38d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:34:08.392652 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] Bound using segment: {'id': '4fdef79c-7333-48d4-b195-4ba926c7f9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'afa91e4f-47aa-4b9d-ab1b-ecee92a38d26'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:34:08.393135 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] Bound port: 30161d4e-f5af-44db-ae91-266ec55e7f09, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fdef79c-7333-48d4-b195-4ba926c7f9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'afa91e4f-47aa-4b9d-ab1b-ecee92a38d26'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:34:08.393531 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:08.487438 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] For port 30161d4e-f5af-44db-ae91-266ec55e7f09, host hv-cinder-79128, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:34:08.492746 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] For port 30161d4e-f5af-44db-ae91-266ec55e7f09, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=30161d4e-f5af-44db-ae91-266ec55e7f09,segment=NetworkSegment(4fdef79c-7333-48d4-b195-4ba926c7f9f0),segment_id=4fdef79c-7333-48d4-b195-4ba926c7f9f0)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:34:08.496761 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaf817-9ca5-43bc-b5ce-ae483433089a req-ce15c7f1-b7a9-45ff-82f0-9d27a4935bf1 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:08.497313 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:08.498413 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-11aaf817-9ca5-43bc-b5ce-ae483433089a req-ce15c7f1-b7a9-45ff-82f0-9d27a4935bf1 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0988395 May 19 09:34:08.502365 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6a0fe3d9-343e-4e11-9df7-46626ce9daf8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:08.553105 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-11aaf817-9ca5-43bc-b5ce-ae483433089a req-166b8d7e-b020-43ed-b3ba-afd8b30583f6 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451190 May 19 09:34:08.604339 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:08.605111 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:08.606485 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] 10.222.0.76 "PUT /v2.0/ports/30161d4e-f5af-44db-ae91-266ec55e7f09 HTTP/1.1" status: 200 len: 1093 time: 1.1034000 May 19 09:34:08.616850 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7344be7b-26ff-42cf-bd0e-ad9486fa891a', 'tag': '30161d4e-f5af-44db-ae91-266ec55e7f09'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:34:08.696929 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7344be7b-26ff-42cf-bd0e-ad9486fa891a', 'tag': '30161d4e-f5af-44db-ae91-266ec55e7f09', 'status': 'completed', 'code': 200} May 19 09:34:08.714591 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] Pushing event updated for resources: {'Port': ['ID=30161d4e-f5af-44db-ae91-266ec55e7f09,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:08.731833 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:08.752186 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743ba46-fa8a-43b9-9bb4-9da8e7af68aa req-d6cca434-47f6-4107-a683-4f1c437cb06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:08.753674 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7743ba46-fa8a-43b9-9bb4-9da8e7af68aa req-d6cca434-47f6-4107-a683-4f1c437cb06c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff&tenant_id=51496ccd2f3e43809de083dde69c59d1 HTTP/1.1" status: 200 len: 1096 time: 0.1964428 May 19 09:34:08.764127 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-8c3e45d8-412c-4064-91f3-166ac5a46d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:08.765629 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-8c3e45d8-412c-4064-91f3-166ac5a46d9d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ada6656405ce4668bb813a4012a9a444&device_id=7344be7b-26ff-42cf-bd0e-ad9486fa891a HTTP/1.1" status: 200 len: 1096 time: 0.1086514 May 19 09:34:08.881859 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-d167e179-c374-4444-861c-9e8fbb0cdfe7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30161d4e-f5af-44db-ae91-266ec55e7f09 HTTP/1.1" status: 200 len: 217 time: 0.0994163 May 19 09:34:08.900221 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a24fbd-0e74-44c0-b7fd-3a9973c35641 req-cdadab7e-6a70-4f5b-a7c2-5911210e7aab tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:08.901711 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-f9a24fbd-0e74-44c0-b7fd-3a9973c35641 req-cdadab7e-6a70-4f5b-a7c2-5911210e7aab tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=7344be7b-26ff-42cf-bd0e-ad9486fa891a HTTP/1.1" status: 200 len: 943 time: 0.0894456 May 19 09:34:08.953673 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-f9a24fbd-0e74-44c0-b7fd-3a9973c35641 req-9b20ccdb-a80b-4e36-b337-6575db6959f5 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457919 May 19 09:34:08.968973 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-4fd6cae3-d814-41a8-b671-6db7c5d6337c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:08.970451 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-4fd6cae3-d814-41a8-b671-6db7c5d6337c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c1ac9d11-0eaf-4071-ac63-ef5848efd223 HTTP/1.1" status: 200 len: 854 time: 0.0794661 May 19 09:34:08.979838 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743ba46-fa8a-43b9-9bb4-9da8e7af68aa req-964b3e69-a940-4b15-b3f6-1759b1ee74f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:08.981497 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7743ba46-fa8a-43b9-9bb4-9da8e7af68aa req-964b3e69-a940-4b15-b3f6-1759b1ee74f1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=51496ccd2f3e43809de083dde69c59d1&device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 1096 time: 0.1469247 May 19 09:34:09.059218 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-be60cd5c-6267-46dd-a21b-50ecd6089219 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=afa91e4f-47aa-4b9d-ab1b-ecee92a38d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700877 May 19 09:34:09.295160 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743ba46-fa8a-43b9-9bb4-9da8e7af68aa req-c879138d-0804-4fb0-9fc0-8505e1e94b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:09.296591 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7743ba46-fa8a-43b9-9bb4-9da8e7af68aa req-c879138d-0804-4fb0-9fc0-8505e1e94b60 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0e9acd08-416e-46e7-b45a-77614ba19575 HTTP/1.1" status: 200 len: 918 time: 0.2769301 May 19 09:34:09.384276 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-159bb86b-43d2-4336-adae-a24993840614 service neutron] 10.222.0.76 "GET /v2.0/networks/afa91e4f-47aa-4b9d-ab1b-ecee92a38d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734156 May 19 09:34:09.516168 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7743ba46-fa8a-43b9-9bb4-9da8e7af68aa req-7b20c375-ef41-4615-a2b3-f2f177eb8dfe service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e397e6-bc25-4de3-92ff-476a76407e47 HTTP/1.1" status: 200 len: 998 time: 0.2101033 May 19 09:34:09.529350 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ac59d-195d-4e86-b901-cb6301f0124c req-d4699f09-3765-40eb-9208-da23751840ec tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:09.530767 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5f1ac59d-195d-4e86-b901-cb6301f0124c req-d4699f09-3765-40eb-9208-da23751840ec tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 943 time: 0.3051460 May 19 09:34:09.634986 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3d8f94e0-695c-4162-b712-f5a496e37597 req-b3d035d9-2a80-4e64-ad59-851bd859bdba service neutron] 10.222.0.76 "GET /v2.0/networks/afa91e4f-47aa-4b9d-ab1b-ecee92a38d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409935 May 19 09:34:09.645606 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743ba46-fa8a-43b9-9bb4-9da8e7af68aa req-52190ac4-bb49-4ee5-996f-7d0b8509b797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:09.647163 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7743ba46-fa8a-43b9-9bb4-9da8e7af68aa req-52190ac4-bb49-4ee5-996f-7d0b8509b797 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ec9b341-41fc-4e94-9468-56afed9dd04b HTTP/1.1" status: 200 len: 856 time: 0.1139679 May 19 09:34:09.650429 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5f1ac59d-195d-4e86-b901-cb6301f0124c req-23b788eb-b71a-439c-b378-baa17a7edc92 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813375 May 19 09:34:09.746767 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c486396-993e-4302-8eb9-c30129c968fa req-38964b4c-ea16-4299-bf24-280489c779bc tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:09.748413 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-8c486396-993e-4302-8eb9-c30129c968fa req-38964b4c-ea16-4299-bf24-280489c779bc tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0883424 May 19 09:34:09.793176 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743ba46-fa8a-43b9-9bb4-9da8e7af68aa req-85c9638d-e0e1-42a6-a408-6720cbd90369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:09.793787 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-8c486396-993e-4302-8eb9-c30129c968fa req-0ce91c9e-6093-469d-9716-06e9f42024d4 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397162 May 19 09:34:09.794583 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7743ba46-fa8a-43b9-9bb4-9da8e7af68aa req-85c9638d-e0e1-42a6-a408-6720cbd90369 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0e9acd08-416e-46e7-b45a-77614ba19575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1390774 May 19 09:34:09.797059 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc35aa-0cd6-4cc8-942c-1cdbc0a1b465 req-6ea3369d-4cfb-4667-9015-1e05a8a2a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:09.798400 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-64cc35aa-0cd6-4cc8-942c-1cdbc0a1b465 req-6ea3369d-4cfb-4667-9015-1e05a8a2a5de service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ada6656405ce4668bb813a4012a9a444&device_id=7344be7b-26ff-42cf-bd0e-ad9486fa891a HTTP/1.1" status: 200 len: 1096 time: 0.1035099 May 19 09:34:10.181077 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7743ba46-fa8a-43b9-9bb4-9da8e7af68aa req-f7b8d31e-8bb7-4597-8889-f84eab313234 service neutron] 10.222.0.76 "GET /v2.0/networks/0e9acd08-416e-46e7-b45a-77614ba19575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698413 May 19 09:34:10.182077 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc35aa-0cd6-4cc8-942c-1cdbc0a1b465 req-69ecf9c5-93a5-42bc-93f8-035b42b675b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:10.183471 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-64cc35aa-0cd6-4cc8-942c-1cdbc0a1b465 req-69ecf9c5-93a5-42bc-93f8-035b42b675b6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=afa91e4f-47aa-4b9d-ab1b-ecee92a38d26 HTTP/1.1" status: 200 len: 915 time: 0.3553810 May 19 09:34:10.277959 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831df5d-773e-4365-bcb8-354e021aa0c4 req-1e59cb3c-6bde-4427-a0d8-c42076e782fc tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:10.278697 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-3831df5d-773e-4365-bcb8-354e021aa0c4 req-1e59cb3c-6bde-4427-a0d8-c42076e782fc tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Synchronizing usage tracker for tenant:ada6656405ce4668bb813a4012a9a444 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:34:10.305976 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-64cc35aa-0cd6-4cc8-942c-1cdbc0a1b465 req-3acf8f7a-3c9a-4c86-9d55-ee910211b26b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30161d4e-f5af-44db-ae91-266ec55e7f09 HTTP/1.1" status: 200 len: 217 time: 0.0893767 May 19 09:34:10.417189 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-3831df5d-773e-4365-bcb8-354e021aa0c4 req-1e59cb3c-6bde-4427-a0d8-c42076e782fc tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Unset dirty status for tenant:ada6656405ce4668bb813a4012a9a444 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:34:10.418387 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3831df5d-773e-4365-bcb8-354e021aa0c4 req-1e59cb3c-6bde-4427-a0d8-c42076e782fc tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=7344be7b-26ff-42cf-bd0e-ad9486fa891a HTTP/1.1" status: 200 len: 943 time: 0.3504429 May 19 09:34:10.492992 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc35aa-0cd6-4cc8-942c-1cdbc0a1b465 req-236f3abb-f991-4f9b-9d0e-8385e914c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:10.494471 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-64cc35aa-0cd6-4cc8-942c-1cdbc0a1b465 req-236f3abb-f991-4f9b-9d0e-8385e914c999 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c1ac9d11-0eaf-4071-ac63-ef5848efd223 HTTP/1.1" status: 200 len: 854 time: 0.1325979 May 19 09:34:10.503155 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-3831df5d-773e-4365-bcb8-354e021aa0c4 req-6575ebf9-20a1-4510-a937-f257b0f65484 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Synchronizing usage tracker for tenant:ada6656405ce4668bb813a4012a9a444 on resource:security_group {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:34:10.507968 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7743ba46-fa8a-43b9-9bb4-9da8e7af68aa req-224de4db-7954-4152-83f9-ada9f2e91bd6 service neutron] 10.222.0.76 "GET /v2.0/networks/0e9acd08-416e-46e7-b45a-77614ba19575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109245 May 19 09:34:10.515519 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:10.557789 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-64cc35aa-0cd6-4cc8-942c-1cdbc0a1b465 req-7b484641-7aa7-4816-8e6b-c727ea09af60 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=afa91e4f-47aa-4b9d-ab1b-ecee92a38d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473497 May 19 09:34:10.600180 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-3831df5d-773e-4365-bcb8-354e021aa0c4 req-6575ebf9-20a1-4510-a937-f257b0f65484 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Unset dirty status for tenant:ada6656405ce4668bb813a4012a9a444 on resource:security_group {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:34:10.601468 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3831df5d-773e-4365-bcb8-354e021aa0c4 req-6575ebf9-20a1-4510-a937-f257b0f65484 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723320 May 19 09:34:10.702368 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-64cc35aa-0cd6-4cc8-942c-1cdbc0a1b465 req-913920a7-f644-4b66-80be-235170d65d08 service neutron] 10.222.0.76 "GET /v2.0/networks/afa91e4f-47aa-4b9d-ab1b-ecee92a38d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372390 May 19 09:34:10.850946 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-64cc35aa-0cd6-4cc8-942c-1cdbc0a1b465 req-08703fe7-6ac4-492a-a1b5-c0335296c0b2 service neutron] 10.222.0.76 "GET /v2.0/networks/afa91e4f-47aa-4b9d-ab1b-ecee92a38d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400855 May 19 09:34:10.860619 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2de81-f703-47c3-94a7-b63cadc9ac64 req-426f11af-3f6a-4de1-b3c3-3e1167bd4071 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:10.862597 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b8e2de81-f703-47c3-94a7-b63cadc9ac64 req-426f11af-3f6a-4de1-b3c3-3e1167bd4071 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 943 time: 0.0928760 May 19 09:34:10.908746 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b8e2de81-f703-47c3-94a7-b63cadc9ac64 req-1759790f-542f-41d6-b512-7055acc8857a tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394628 May 19 09:34:11.002655 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a54944-cd7c-42b0-a1a7-45a348cc7a40 req-31843130-db4c-457f-b7d8-1fc63f4c599a tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:11.004079 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-49a54944-cd7c-42b0-a1a7-45a348cc7a40 req-31843130-db4c-457f-b7d8-1fc63f4c599a tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0873425 May 19 09:34:11.055230 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-49a54944-cd7c-42b0-a1a7-45a348cc7a40 req-eed74a12-b015-4cc2-aa94-be86e920f27b tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451710 May 19 09:34:11.669738 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 30161d4e-f5af-44db-ae91-266ec55e7f09 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:34:11.781944 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 44426) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:11.836872 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436bb1f-c047-476c-936a-9be9c3d5fd7c req-b58f3df4-4564-46e3-aea4-f88e5048f150 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:11.838423 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-a436bb1f-c047-476c-936a-9be9c3d5fd7c req-b58f3df4-4564-46e3-aea4-f88e5048f150 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=7344be7b-26ff-42cf-bd0e-ad9486fa891a HTTP/1.1" status: 200 len: 943 time: 0.1263013 May 19 09:34:11.858439 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 30161d4e-f5af-44db-ae91-266ec55e7f09, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=30161d4e-f5af-44db-ae91-266ec55e7f09,segment=NetworkSegment(4fdef79c-7333-48d4-b195-4ba926c7f9f0),segment_id=4fdef79c-7333-48d4-b195-4ba926c7f9f0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:11.882125 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Returning: {'device': '30161d4e-f5af-44db-ae91-266ec55e7f09', 'network_id': 'afa91e4f-47aa-4b9d-ab1b-ecee92a38d26', 'port_id': '30161d4e-f5af-44db-ae91-266ec55e7f09', 'mac_address': 'fa:16:3e:c5:44:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1ac9d11-0eaf-4071-ac63-ef5848efd223', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:34:11.898748 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-a436bb1f-c047-476c-936a-9be9c3d5fd7c req-900588ea-c7ae-4b18-96cc-4d1fc7fd260d tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546660 May 19 09:34:11.948364 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:11.962841 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-271396e1-3f97-4990-85b5-059ba1d77241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:11.971896 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30161d4e-f5af-44db-ae91-266ec55e7f09 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:34:11.980143 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-271396e1-3f97-4990-85b5-059ba1d77241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:11.984543 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-271396e1-3f97-4990-85b5-059ba1d77241 admin admin] Usage tracker for resource:security_group_rule and tenant:3e679a439a494f1e8a3abb6769745854 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:11.988016 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-271396e1-3f97-4990-85b5-059ba1d77241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:11.995109 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-271396e1-3f97-4990-85b5-059ba1d77241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:11.999358 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 30161d4e-f5af-44db-ae91-266ec55e7f09, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=30161d4e-f5af-44db-ae91-266ec55e7f09,segment=NetworkSegment(4fdef79c-7333-48d4-b195-4ba926c7f9f0),segment_id=4fdef79c-7333-48d4-b195-4ba926c7f9f0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:12.011326 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:12.013253 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:12.133175 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=30161d4e-f5af-44db-ae91-266ec55e7f09,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:12.147562 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:12.159940 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-271396e1-3f97-4990-85b5-059ba1d77241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:12.173663 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-271396e1-3f97-4990-85b5-059ba1d77241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:12.182672 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f2e1281c-f638-4654-9a2e-31c3717edd36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:12.237640 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-271396e1-3f97-4990-85b5-059ba1d77241 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3e679a439a494f1e8a3abb6769745854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4473767 May 19 09:34:12.237640 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271396e1-3f97-4990-85b5-059ba1d77241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8367bbcb-5a17-4468-8afa-8b675e9f4065,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:12.239552 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 44436) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:12.240770 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-271396e1-3f97-4990-85b5-059ba1d77241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:12.270218 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['30161d4e-f5af-44db-ae91-266ec55e7f09'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:34:12.294289 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5735bfe-88f8-4e8e-90f3-7537caabccb0 req-b8b89211-9638-4e40-9c06-8390ae3adedd tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:12.296996 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-e5735bfe-88f8-4e8e-90f3-7537caabccb0 req-b8b89211-9638-4e40-9c06-8390ae3adedd tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0940642 May 19 09:34:12.300939 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9991e-fd88-46ad-9e55-71afee204b25 req-541e69a1-a343-4d0e-a497-93613c6ef818 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:12.302465 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a0c9991e-fd88-46ad-9e55-71afee204b25 req-541e69a1-a343-4d0e-a497-93613c6ef818 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 943 time: 0.2394776 May 19 09:34:12.338144 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-16812b1f-88f8-46c2-8607-62cb08241b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:12.372363 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a0c9991e-fd88-46ad-9e55-71afee204b25 req-f79dc8ef-4f86-42eb-be41-57d0ee7990ea tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610499 May 19 09:34:12.374729 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-e5735bfe-88f8-4e8e-90f3-7537caabccb0 req-490ae777-8218-4a89-b3bc-1e74a16381b5 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724375 May 19 09:34:12.389335 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-16812b1f-88f8-46c2-8607-62cb08241b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:12.449274 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-16812b1f-88f8-46c2-8607-62cb08241b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:12.454930 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-3707d91c-f2b1-41cd-837e-6d3c0470cb43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:12.470221 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16812b1f-88f8-46c2-8607-62cb08241b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8367bbcb-5a17-4468-8afa-8b675e9f4065,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:12.472850 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-16812b1f-88f8-46c2-8607-62cb08241b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:12.477041 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-16812b1f-88f8-46c2-8607-62cb08241b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:12.478395 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-16812b1f-88f8-46c2-8607-62cb08241b56 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8367bbcb-5a17-4468-8afa-8b675e9f4065 HTTP/1.1" status: 204 len: 168 time: 0.2366071 May 19 09:34:12.791605 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 44444) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:12.809278 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1b7c4b7c-62ad-46fd-8ea6-2c24ed35cc2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:12.823722 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-1b7c4b7c-62ad-46fd-8ea6-2c24ed35cc2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:12.827481 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-1b7c4b7c-62ad-46fd-8ea6-2c24ed35cc2c admin admin] Usage tracker for resource:security_group_rule and tenant:7f532c3ba1ed457b9b25601d5e2781e2 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:12.830236 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-1b7c4b7c-62ad-46fd-8ea6-2c24ed35cc2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:12.836521 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-1b7c4b7c-62ad-46fd-8ea6-2c24ed35cc2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:12.923068 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1b7c4b7c-62ad-46fd-8ea6-2c24ed35cc2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:12.926969 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1b7c4b7c-62ad-46fd-8ea6-2c24ed35cc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:12.934631 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e79261eb-b8d7-4243-8f4a-1bc50c7880b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:12.966303 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-1b7c4b7c-62ad-46fd-8ea6-2c24ed35cc2c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7f532c3ba1ed457b9b25601d5e2781e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1736052 May 19 09:34:12.967962 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 44450) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:13.002812 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c4b7c-62ad-46fd-8ea6-2c24ed35cc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3b9f43-d254-4cec-9c7c-1e622a5eb618,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:13.018831 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-1b7c4b7c-62ad-46fd-8ea6-2c24ed35cc2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:13.047466 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-44c26555-7c21-49bf-92b1-3d18942376ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:13.080813 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-44c26555-7c21-49bf-92b1-3d18942376ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:13.134524 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b61a63-b5f8-4f33-8c3e-bf19c2de8475 req-51841591-c78a-40a5-a29e-41bb046edcb3 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:13.136455 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b6b61a63-b5f8-4f33-8c3e-bf19c2de8475 req-51841591-c78a-40a5-a29e-41bb046edcb3 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=7344be7b-26ff-42cf-bd0e-ad9486fa891a HTTP/1.1" status: 200 len: 944 time: 0.0887411 May 19 09:34:13.142400 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-44c26555-7c21-49bf-92b1-3d18942376ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:13.146566 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0bc75696-c010-456e-83a7-bf346f1b968c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:13.164576 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c26555-7c21-49bf-92b1-3d18942376ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3b9f43-d254-4cec-9c7c-1e622a5eb618,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:13.168145 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-44c26555-7c21-49bf-92b1-3d18942376ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:13.179136 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-44c26555-7c21-49bf-92b1-3d18942376ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:13.185731 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-44c26555-7c21-49bf-92b1-3d18942376ee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dd3b9f43-d254-4cec-9c7c-1e622a5eb618 HTTP/1.1" status: 204 len: 168 time: 0.2166867 May 19 09:34:13.195496 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b6b61a63-b5f8-4f33-8c3e-bf19c2de8475 req-d2202afd-c25b-40a6-b0cd-9de300e5c451 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516074 May 19 09:34:13.606303 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c974f-a983-4db6-b7ae-aeed685a95d3 req-0a802176-7290-407e-bf69-f24e67982e5c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:13.608116 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-fc2c974f-a983-4db6-b7ae-aeed685a95d3 req-0a802176-7290-407e-bf69-f24e67982e5c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 943 time: 0.0934746 May 19 09:34:13.687587 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 30161d4e-f5af-44db-ae91-266ec55e7f09 up at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:34:13.690338 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab5cb9-fa66-46de-a5a4-2803f8de447f req-34b4f2f0-0980-47a5-875d-9c4e5756ae23 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:13.691955 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e6ab5cb9-fa66-46de-a5a4-2803f8de447f req-34b4f2f0-0980-47a5-875d-9c4e5756ae23 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.1363285 May 19 09:34:13.758852 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-fc2c974f-a983-4db6-b7ae-aeed685a95d3 req-f6274e59-f7b1-4470-81fc-889dc4107fd7 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347392 May 19 09:34:13.792413 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning for port 30161d4e-f5af-44db-ae91-266ec55e7f09 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:34:13.795403 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e6ab5cb9-fa66-46de-a5a4-2803f8de447f req-900b4c80-4ae3-4fe7-889f-f1d951d6768b tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944932 May 19 09:34:13.810069 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning complete for port 30161d4e-f5af-44db-ae91-266ec55e7f09 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:34:13.810069 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:13.953079 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:13.988502 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7344be7b-26ff-42cf-bd0e-ad9486fa891a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30161d4e-f5af-44db-ae91-266ec55e7f09'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:34:14.024241 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 30161d4e-f5af-44db-ae91-266ec55e7f09, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=30161d4e-f5af-44db-ae91-266ec55e7f09,segment=NetworkSegment(4fdef79c-7333-48d4-b195-4ba926c7f9f0),segment_id=4fdef79c-7333-48d4-b195-4ba926c7f9f0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:14.031259 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:14.034461 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1d1cf775-d142-44c4-ad1a-8d2ad91216eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:14.072398 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7344be7b-26ff-42cf-bd0e-ad9486fa891a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30161d4e-f5af-44db-ae91-266ec55e7f09', 'code': 200} May 19 09:34:14.111728 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=30161d4e-f5af-44db-ae91-266ec55e7f09,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:14.115021 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:14.405952 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6efef-3a62-4b2f-b602-790c186ee2e7 req-ffa1684d-958b-459b-b1d4-a9c28a8233bd tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:14.407404 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-8ca6efef-3a62-4b2f-b602-790c186ee2e7 req-ffa1684d-958b-459b-b1d4-a9c28a8233bd tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=7344be7b-26ff-42cf-bd0e-ad9486fa891a HTTP/1.1" status: 200 len: 945 time: 0.0970721 May 19 09:34:14.550544 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-8ca6efef-3a62-4b2f-b602-790c186ee2e7 req-4240d033-ea47-44ca-b6dc-6b14b27ad382 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370099 May 19 09:34:15.023537 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb10962-a9ac-4bdf-a2ff-de843db8f436 req-ec7cbbd4-4763-4426-a700-bf55bfb3bea3 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:15.039437 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-deb10962-a9ac-4bdf-a2ff-de843db8f436 req-ec7cbbd4-4763-4426-a700-bf55bfb3bea3 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.1217098 May 19 09:34:15.067493 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cb913-c23c-445b-9519-625932b4eb37 req-cb01f83b-32db-4305-9d63-980003d440f3 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:15.071233 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-858cb913-c23c-445b-9519-625932b4eb37 req-cb01f83b-32db-4305-9d63-980003d440f3 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 943 time: 0.1975598 May 19 09:34:15.112846 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-deb10962-a9ac-4bdf-a2ff-de843db8f436 req-46aa7e73-69eb-4073-8a82-b727d33783c0 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716858 May 19 09:34:15.154341 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-858cb913-c23c-445b-9519-625932b4eb37 req-de25b5a3-722b-430f-9f03-afe1e87e3a31 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704153 May 19 09:34:15.801022 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b15dc-a52c-4063-8c46-712632cbcbe7 req-20540580-b2d6-428e-bcee-ac4ceda80a2e tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:15.801022 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a35b15dc-a52c-4063-8c46-712632cbcbe7 req-20540580-b2d6-428e-bcee-ac4ceda80a2e tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=7344be7b-26ff-42cf-bd0e-ad9486fa891a HTTP/1.1" status: 200 len: 945 time: 0.1101227 May 19 09:34:15.887397 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a35b15dc-a52c-4063-8c46-712632cbcbe7 req-8156cb73-2f4f-4804-9fa0-dc2c4c26d666 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859468 May 19 09:34:16.389487 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e4966-be2f-453a-aca1-9f41ede501f8 req-55b32fdd-4bc2-4612-8e69-dc0f0b07555d tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:16.397328 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-973e4966-be2f-453a-aca1-9f41ede501f8 req-55b32fdd-4bc2-4612-8e69-dc0f0b07555d tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 943 time: 0.0914898 May 19 09:34:16.452581 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-973e4966-be2f-453a-aca1-9f41ede501f8 req-dcc6dffd-e0bd-45b0-bfb1-f8d363f3c05a tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542157 May 19 09:34:16.477344 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9fe17-a5ee-4f6c-a895-2047a1b4bf42 req-9e27e2fa-b298-4e1f-8eb1-7b418e54f1d7 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:16.478873 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-80d9fe17-a5ee-4f6c-a895-2047a1b4bf42 req-9e27e2fa-b298-4e1f-8eb1-7b418e54f1d7 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0934472 May 19 09:34:16.530795 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-80d9fe17-a5ee-4f6c-a895-2047a1b4bf42 req-83b01333-bc5b-4647-9a1c-9e9c66804fcb tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454955 May 19 09:34:17.152913 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf048d4-cb18-474a-81f1-bbcdb8f28ce0 req-65143537-b487-4be0-8184-f9e071132600 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:17.154593 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-eaf048d4-cb18-474a-81f1-bbcdb8f28ce0 req-65143537-b487-4be0-8184-f9e071132600 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=7344be7b-26ff-42cf-bd0e-ad9486fa891a HTTP/1.1" status: 200 len: 945 time: 0.1449406 May 19 09:34:17.213155 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-eaf048d4-cb18-474a-81f1-bbcdb8f28ce0 req-1a85fa1f-72d7-4845-a7fe-4839779020a7 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514462 May 19 09:34:17.761397 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821fb28-7d13-4d17-aa1b-55b5c49fd167 req-f76d403b-f04b-478c-a9d5-32eef75457d5 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:17.768431 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e821fb28-7d13-4d17-aa1b-55b5c49fd167 req-f76d403b-f04b-478c-a9d5-32eef75457d5 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.1171403 May 19 09:34:17.824527 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e821fb28-7d13-4d17-aa1b-55b5c49fd167 req-f0f6e7c0-d6c9-401b-a0ba-780a2fa64c16 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530610 May 19 09:34:17.827147 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36833f-db73-4b23-8ea5-436dde2e51f7 req-f481e1b9-0830-4844-a5ac-89c28df899f6 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:17.831840 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-7f36833f-db73-4b23-8ea5-436dde2e51f7 req-f481e1b9-0830-4844-a5ac-89c28df899f6 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 943 time: 0.2635503 May 19 09:34:17.891103 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-7f36833f-db73-4b23-8ea5-436dde2e51f7 req-3fbeccce-85b0-482d-952e-6bded557b71e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533900 May 19 09:34:18.413167 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fa9bf-8ae9-412c-b5f4-47218409ccbb req-d69d1b28-c76c-458e-a490-82ddb38a9493 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:18.417647 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5a4fa9bf-8ae9-412c-b5f4-47218409ccbb req-d69d1b28-c76c-458e-a490-82ddb38a9493 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=7344be7b-26ff-42cf-bd0e-ad9486fa891a HTTP/1.1" status: 200 len: 945 time: 0.0838051 May 19 09:34:18.465456 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5a4fa9bf-8ae9-412c-b5f4-47218409ccbb req-b7dc1b75-b1a7-481c-b475-5ab6835cdcf6 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449581 May 19 09:34:19.077343 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fa985-506e-4dc1-8d8c-7e496fb16d53 req-f93066b0-3987-4458-adfe-8bf008766831 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:19.079795 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-430fa985-506e-4dc1-8d8c-7e496fb16d53 req-f93066b0-3987-4458-adfe-8bf008766831 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.1343703 May 19 09:34:19.144979 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-430fa985-506e-4dc1-8d8c-7e496fb16d53 req-452afe2e-bda6-4b64-9a72-700f705b4576 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582976 May 19 09:34:19.162564 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa64cc8-e3fa-40b5-99b8-40c9fcc842bb req-d119899e-af73-47e6-8afa-b5f2686dca43 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:19.164403 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-bfa64cc8-e3fa-40b5-99b8-40c9fcc842bb req-d119899e-af73-47e6-8afa-b5f2686dca43 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 943 time: 0.1310198 May 19 09:34:19.215653 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-bfa64cc8-e3fa-40b5-99b8-40c9fcc842bb req-9205f283-a410-488b-b876-5f3757992945 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446174 May 19 09:34:19.685634 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a62e3-fe61-4938-87dc-73455f6b9a7d req-5ae18065-02dc-4491-b2bd-b8bf01b2f22c tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:19.687194 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-dd1a62e3-fe61-4938-87dc-73455f6b9a7d req-5ae18065-02dc-4491-b2bd-b8bf01b2f22c tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=7344be7b-26ff-42cf-bd0e-ad9486fa891a HTTP/1.1" status: 200 len: 945 time: 0.0900548 May 19 09:34:19.751541 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-dd1a62e3-fe61-4938-87dc-73455f6b9a7d req-8ce28693-e9b6-411e-9317-e0e943c103e7 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585933 May 19 09:34:20.349887 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02fb12-dfb5-4a5b-a7e7-bfcf4ac472a4 req-5898f4b7-5ec6-44bc-b2b0-3d41ff29d501 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:20.351650 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-bf02fb12-dfb5-4a5b-a7e7-bfcf4ac472a4 req-5898f4b7-5ec6-44bc-b2b0-3d41ff29d501 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0889912 May 19 09:34:20.406290 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-bf02fb12-dfb5-4a5b-a7e7-bfcf4ac472a4 req-2c3ec5aa-e124-4d1f-be8a-0cf8dbc0a209 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483675 May 19 09:34:20.431110 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad298f7-0fd3-4ec0-9336-9dd12f36c389 req-daa38aa1-e1ee-443e-8793-3d131dc09f32 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:20.432577 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-dad298f7-0fd3-4ec0-9336-9dd12f36c389 req-daa38aa1-e1ee-443e-8793-3d131dc09f32 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 943 time: 0.0901141 May 19 09:34:20.480233 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-dad298f7-0fd3-4ec0-9336-9dd12f36c389 req-47adbf4e-7964-46aa-b69a-d70e32e2e29a tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419025 May 19 09:34:20.954503 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ac30c-4591-45cd-9871-d3fcaaa85db1 req-ee561ae8-a5f3-4e70-b29c-8879475ce3f5 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:20.956200 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c35ac30c-4591-45cd-9871-d3fcaaa85db1 req-ee561ae8-a5f3-4e70-b29c-8879475ce3f5 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=7344be7b-26ff-42cf-bd0e-ad9486fa891a HTTP/1.1" status: 200 len: 945 time: 0.0999329 May 19 09:34:21.031803 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c35ac30c-4591-45cd-9871-d3fcaaa85db1 req-8a5af1c0-cdc5-4f00-a454-7efa7e2aaa71 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638137 May 19 09:34:21.502136 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 44620) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:21.654137 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a2ab1-687b-43be-866c-c4f23d700dbc req-cb46f3a4-1e36-472a-af57-b6479161722b tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:21.661472 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-e98a2ab1-687b-43be-866c-c4f23d700dbc req-cb46f3a4-1e36-472a-af57-b6479161722b tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.1090441 May 19 09:34:21.667944 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b459410b-8d52-46a6-b2b5-0f8b08c8f42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:21.684602 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-b459410b-8d52-46a6-b2b5-0f8b08c8f42c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:21.690579 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-b459410b-8d52-46a6-b2b5-0f8b08c8f42c admin admin] Usage tracker for resource:security_group_rule and tenant:71a8646000f646e690769b86928c86ec is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:21.701051 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-b459410b-8d52-46a6-b2b5-0f8b08c8f42c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:21.701895 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-e98a2ab1-687b-43be-866c-c4f23d700dbc req-33548662-f277-4f9a-96f8-859e5fa74782 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395291 May 19 09:34:21.710550 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-b459410b-8d52-46a6-b2b5-0f8b08c8f42c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:21.749749 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5365d-e420-40ea-8856-cc3c742c3cab req-d381123f-1cbb-4614-a52a-8906b1713606 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:21.751233 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f0e5365d-e420-40ea-8856-cc3c742c3cab req-d381123f-1cbb-4614-a52a-8906b1713606 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 943 time: 0.1456871 May 19 09:34:21.816117 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f0e5365d-e420-40ea-8856-cc3c742c3cab req-5d70d8dc-09cb-491c-bd1a-8ef8f604c26b tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547202 May 19 09:34:21.858583 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b459410b-8d52-46a6-b2b5-0f8b08c8f42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:21.862299 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b459410b-8d52-46a6-b2b5-0f8b08c8f42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:21.869482 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-271396e1-3f97-4990-85b5-059ba1d77241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:21.909445 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459410b-8d52-46a6-b2b5-0f8b08c8f42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad4f3cc-2b38-422f-8fa0-3eebb47cfbec,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:21.913777 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-b459410b-8d52-46a6-b2b5-0f8b08c8f42c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=71a8646000f646e690769b86928c86ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4105387 May 19 09:34:21.914720 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b459410b-8d52-46a6-b2b5-0f8b08c8f42c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:21.916657 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 44628) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:21.977961 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ffa7602d-8cb1-41df-8631-3aa5ccccf5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:22.003675 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ffa7602d-8cb1-41df-8631-3aa5ccccf5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:22.056127 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ffa7602d-8cb1-41df-8631-3aa5ccccf5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:22.060616 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:22.074077 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7602d-8cb1-41df-8631-3aa5ccccf5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad4f3cc-2b38-422f-8fa0-3eebb47cfbec,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:22.076616 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ffa7602d-8cb1-41df-8631-3aa5ccccf5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:22.077845 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ffa7602d-8cb1-41df-8631-3aa5ccccf5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:22.079578 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-ffa7602d-8cb1-41df-8631-3aa5ccccf5cf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7ad4f3cc-2b38-422f-8fa0-3eebb47cfbec HTTP/1.1" status: 204 len: 168 time: 0.1615393 May 19 09:34:22.229521 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4da33-f9bc-41a6-95b9-c792f75b34d7 req-ee53b497-c205-4e8a-8152-f3085ed7b878 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:22.231016 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-2cf4da33-f9bc-41a6-95b9-c792f75b34d7 req-ee53b497-c205-4e8a-8152-f3085ed7b878 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=7344be7b-26ff-42cf-bd0e-ad9486fa891a HTTP/1.1" status: 200 len: 945 time: 0.0844252 May 19 09:34:22.275983 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-2cf4da33-f9bc-41a6-95b9-c792f75b34d7 req-20e0ce1e-33a0-4cf6-8bf3-33c784275c9d tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390785 May 19 09:34:22.368026 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 44638) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:22.386067 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1e1cdf3e-f486-445b-ac30-8c6e01f45d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:22.400560 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-1e1cdf3e-f486-445b-ac30-8c6e01f45d87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:22.404342 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-1e1cdf3e-f486-445b-ac30-8c6e01f45d87 admin admin] Usage tracker for resource:security_group_rule and tenant:9eb8c835570649dfb93bb76d6b5f0e1e is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:22.407186 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-1e1cdf3e-f486-445b-ac30-8c6e01f45d87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:22.412895 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-1e1cdf3e-f486-445b-ac30-8c6e01f45d87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:22.554235 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1e1cdf3e-f486-445b-ac30-8c6e01f45d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:22.559366 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1e1cdf3e-f486-445b-ac30-8c6e01f45d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:22.569155 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-52bc4d54-6802-499a-8261-0a9a198f990a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:22.581701 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7677a-d189-4370-a90f-7f6a976b4959 req-76b103b1-4bfc-428a-b930-bf6af832e134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:22.583528 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e2a7677a-d189-4370-a90f-7f6a976b4959 req-76b103b1-4bfc-428a-b930-bf6af832e134 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7344be7b-26ff-42cf-bd0e-ad9486fa891a HTTP/1.1" status: 200 len: 1098 time: 0.1329420 May 19 09:34:22.629575 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-1e1cdf3e-f486-445b-ac30-8c6e01f45d87 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9eb8c835570649dfb93bb76d6b5f0e1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604959 May 19 09:34:22.632851 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 44642) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:22.639187 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1cdf3e-f486-445b-ac30-8c6e01f45d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4391e930-e0d6-48e2-8f69-33e45df3b425,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:22.644376 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-1e1cdf3e-f486-445b-ac30-8c6e01f45d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:22.651524 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e2a7677a-d189-4370-a90f-7f6a976b4959 req-548bf552-2ccf-40d2-9e4e-20d4b581a626 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595295 May 19 09:34:22.694372 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-118d4cea-bdce-4f70-b3dc-35e759e9deda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:22.719617 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-118d4cea-bdce-4f70-b3dc-35e759e9deda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:22.772201 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-118d4cea-bdce-4f70-b3dc-35e759e9deda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:22.776976 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-71ef5d8e-5520-4cba-9ea2-7eb15b0a9ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:22.788842 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d4cea-bdce-4f70-b3dc-35e759e9deda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4391e930-e0d6-48e2-8f69-33e45df3b425,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:22.793656 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-118d4cea-bdce-4f70-b3dc-35e759e9deda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:22.797732 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-118d4cea-bdce-4f70-b3dc-35e759e9deda admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:22.798860 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-118d4cea-bdce-4f70-b3dc-35e759e9deda admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4391e930-e0d6-48e2-8f69-33e45df3b425 HTTP/1.1" status: 204 len: 168 time: 0.1649871 May 19 09:34:22.902750 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86471c96-3aeb-460a-9218-b40084523c68 req-218be78c-588f-4b0b-bd46-464c860d1f25 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:22.904333 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-86471c96-3aeb-460a-9218-b40084523c68 req-218be78c-588f-4b0b-bd46-464c860d1f25 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0854731 May 19 09:34:22.951644 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-86471c96-3aeb-460a-9218-b40084523c68 req-eb0b5795-ef44-4ee5-9bc8-c98c48cf6f4e tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413096 May 19 09:34:23.013295 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ce72c-2fd2-4ac4-aa1a-44f31f9bc210 req-29f9ef0c-ff7d-4384-93ad-d55475f73da8 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:23.014826 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-e99ce72c-2fd2-4ac4-aa1a-44f31f9bc210 req-29f9ef0c-ff7d-4384-93ad-d55475f73da8 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 943 time: 0.0821333 May 19 09:34:23.062479 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-e99ce72c-2fd2-4ac4-aa1a-44f31f9bc210 req-c4f60d82-d9a4-47f9-a52c-f69aa836bd23 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418210 May 19 09:34:23.490295 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ccbfe-4b97-47f7-9d03-f5aef87348dd req-141d9155-94f3-4e4c-8926-d044bef74b18 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:23.491810 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-496ccbfe-4b97-47f7-9d03-f5aef87348dd req-141d9155-94f3-4e4c-8926-d044bef74b18 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=7344be7b-26ff-42cf-bd0e-ad9486fa891a HTTP/1.1" status: 200 len: 945 time: 0.0953844 May 19 09:34:23.546392 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-496ccbfe-4b97-47f7-9d03-f5aef87348dd req-2f0d7710-8082-4725-8e22-7fcdcf4a2d55 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488551 May 19 09:34:24.027121 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:34:24.143646 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507351c0-be24-437c-a60f-0a0e9e25636e req-627ae793-e17f-43e3-8ad7-648a0ac75b3f tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:24.145258 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-507351c0-be24-437c-a60f-0a0e9e25636e req-627ae793-e17f-43e3-8ad7-648a0ac75b3f tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.0839732 May 19 09:34:24.196057 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-507351c0-be24-437c-a60f-0a0e9e25636e req-78ff98f9-6795-4fff-88dd-895a1425e592 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/security-groups?id=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440643 May 19 09:34:24.374450 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcddcc-341f-4c05-aa59-0c88c3248a71 req-e5d288fc-d00c-43d6-b4a6-2a54f779efda tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:24.375918 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a4dcddcc-341f-4c05-aa59-0c88c3248a71 req-e5d288fc-d00c-43d6-b4a6-2a54f779efda tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 943 time: 0.1962020 May 19 09:34:24.425871 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ec810-9f52-4e86-83f8-04f944816d4a req-a35e0ddb-845a-4cba-92bd-fe6a0f8624b2 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:24.427421 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-140ec810-9f52-4e86-83f8-04f944816d4a req-a35e0ddb-845a-4cba-92bd-fe6a0f8624b2 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.76 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 945 time: 0.1872878 May 19 09:34:24.471038 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a4dcddcc-341f-4c05-aa59-0c88c3248a71 req-786c5988-3cf2-41b1-adc2-89785e0218b3 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870976 May 19 09:34:24.573513 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-140ec810-9f52-4e86-83f8-04f944816d4a req-2b2e50c5-e4ac-4dbb-89cb-b2281e6def08 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Deleting port 521d8f58-79a5-4eb5-90e1-bd630e3a9ea2 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:34:24.573892 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-140ec810-9f52-4e86-83f8-04f944816d4a req-2b2e50c5-e4ac-4dbb-89cb-b2281e6def08 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:24.722781 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-140ec810-9f52-4e86-83f8-04f944816d4a req-2b2e50c5-e4ac-4dbb-89cb-b2281e6def08 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] For port 521d8f58-79a5-4eb5-90e1-bd630e3a9ea2, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=521d8f58-79a5-4eb5-90e1-bd630e3a9ea2,segment=NetworkSegment(3b579030-0c44-4723-88e9-8148ea7ddfec),segment_id=3b579030-0c44-4723-88e9-8148ea7ddfec)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:24.723472 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-140ec810-9f52-4e86-83f8-04f944816d4a req-2b2e50c5-e4ac-4dbb-89cb-b2281e6def08 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:24.731239 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d62f3-3c8c-4dfd-9797-2d857cca41d9 req-63b96bce-eb77-4848-aef6-543f4d729faf tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:24.732833 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-3c1d62f3-3c8c-4dfd-9797-2d857cca41d9 req-63b96bce-eb77-4848-aef6-543f4d729faf tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=7344be7b-26ff-42cf-bd0e-ad9486fa891a HTTP/1.1" status: 200 len: 945 time: 0.0863540 May 19 09:34:24.788157 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-3c1d62f3-3c8c-4dfd-9797-2d857cca41d9 req-a932d63a-4597-461e-acee-bfa9b5e3006a tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488441 May 19 09:34:24.857992 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-140ec810-9f52-4e86-83f8-04f944816d4a req-2b2e50c5-e4ac-4dbb-89cb-b2281e6def08 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Calling delete_port for 521d8f58-79a5-4eb5-90e1-bd630e3a9ea2 owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:34:24.984593 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-140ec810-9f52-4e86-83f8-04f944816d4a req-2b2e50c5-e4ac-4dbb-89cb-b2281e6def08 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:24.991366 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-01e0df7b-6b15-43fd-a29a-af08b0ffdb1e tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:24.997281 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['521d8f58-79a5-4eb5-90e1-bd630e3a9ea2'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:34:25.048374 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e50c5-e4ac-4dbb-89cb-b2281e6def08 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Pushing event deleted for resources: {'Port': ['ID=521d8f58-79a5-4eb5-90e1-bd630e3a9ea2,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:25.050952 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-2b2e50c5-e4ac-4dbb-89cb-b2281e6def08 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:25.138864 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-140ec810-9f52-4e86-83f8-04f944816d4a req-2b2e50c5-e4ac-4dbb-89cb-b2281e6def08 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] No DVR routers for this DVR port 521d8f58-79a5-4eb5-90e1-bd630e3a9ea2 on host hv-cinder-79128 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:34:25.141495 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-140ec810-9f52-4e86-83f8-04f944816d4a req-2b2e50c5-e4ac-4dbb-89cb-b2281e6def08 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:25.144340 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307c3f8e-1fda-4fdf-b436-9f150edf008a', 'name': 'network-vif-deleted', 'tag': '521d8f58-79a5-4eb5-90e1-bd630e3a9ea2'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:34:25.166646 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-140ec810-9f52-4e86-83f8-04f944816d4a req-2b2e50c5-e4ac-4dbb-89cb-b2281e6def08 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.76 "DELETE /v2.0/ports/521d8f58-79a5-4eb5-90e1-bd630e3a9ea2 HTTP/1.1" status: 204 len: 173 time: 0.7332387 May 19 09:34:25.200815 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307c3f8e-1fda-4fdf-b436-9f150edf008a', 'name': 'network-vif-deleted', 'tag': '521d8f58-79a5-4eb5-90e1-bd630e3a9ea2', 'status': 'completed', 'code': 200} May 19 09:34:25.365143 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-fa5266db-e5a9-4d51-b21a-999e78eec4db req-12807e6e-1d18-4d67-80cc-8299f5214204 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] 10.222.0.61 "GET /v2.0/ports?device_id=307c3f8e-1fda-4fdf-b436-9f150edf008a HTTP/1.1" status: 200 len: 210 time: 0.0515337 May 19 09:34:25.571924 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 44776) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:25.688088 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6bc31-eab7-41bd-b21a-ff62c837abbb req-e5185735-7630-46f6-bd68-8f0c617dd0a2 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:25.689813 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-fdc6bc31-eab7-41bd-b21a-ff62c837abbb req-e5185735-7630-46f6-bd68-8f0c617dd0a2 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 943 time: 0.0945346 May 19 09:34:25.747910 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7378a298-8699-4970-9a74-b7a8ff5de1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:25.751339 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 74e397e6-bc25-4de3-92ff-476a76407e47 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:34:25.771894 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-7378a298-8699-4970-9a74-b7a8ff5de1a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:25.779956 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-fdc6bc31-eab7-41bd-b21a-ff62c837abbb req-aba44451-e73c-436e-a28e-6d446b011057 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815763 May 19 09:34:25.790312 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-7378a298-8699-4970-9a74-b7a8ff5de1a2 admin admin] Usage tracker for resource:security_group_rule and tenant:36d587045d0d4e5ca375916aaf820b60 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:25.806034 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-7378a298-8699-4970-9a74-b7a8ff5de1a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:25.813657 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-7378a298-8699-4970-9a74-b7a8ff5de1a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:25.909603 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 74e397e6-bc25-4de3-92ff-476a76407e47, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=74e397e6-bc25-4de3-92ff-476a76407e47,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:25.921579 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7378a298-8699-4970-9a74-b7a8ff5de1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:25.926348 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Returning: {'device': '74e397e6-bc25-4de3-92ff-476a76407e47', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'port_id': '74e397e6-bc25-4de3-92ff-476a76407e47', 'mac_address': 'fa:16:3e:37:bb:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:34:25.926686 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7378a298-8699-4970-9a74-b7a8ff5de1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:25.935658 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-99621c51-d587-4246-9273-1bf12ef588ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:25.994866 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378a298-8699-4970-9a74-b7a8ff5de1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abb801c-c9c9-481f-a8c4-70213853cad8,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:26.009255 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 44796) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:26.011314 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-7378a298-8699-4970-9a74-b7a8ff5de1a2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=36d587045d0d4e5ca375916aaf820b60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4373164 May 19 09:34:26.011833 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7378a298-8699-4970-9a74-b7a8ff5de1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:26.015925 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:26.033077 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e397e6-bc25-4de3-92ff-476a76407e47 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:34:26.052603 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 74e397e6-bc25-4de3-92ff-476a76407e47, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=74e397e6-bc25-4de3-92ff-476a76407e47,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:26.060586 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:26.062462 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:26.082762 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8bbdcfb7-f01f-43b2-bf1f-44c1ef195f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:26.110100 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8bbdcfb7-f01f-43b2-bf1f-44c1ef195f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:26.127999 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=74e397e6-bc25-4de3-92ff-476a76407e47,revision_number=9']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:26.131095 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:26.163056 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8bbdcfb7-f01f-43b2-bf1f-44c1ef195f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:26.167121 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-118d4cea-bdce-4f70-b3dc-35e759e9deda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:26.181210 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbdcfb7-f01f-43b2-bf1f-44c1ef195f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abb801c-c9c9-481f-a8c4-70213853cad8,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:26.183807 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8bbdcfb7-f01f-43b2-bf1f-44c1ef195f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:26.191145 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8bbdcfb7-f01f-43b2-bf1f-44c1ef195f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:26.192819 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-8bbdcfb7-f01f-43b2-bf1f-44c1ef195f6f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5abb801c-c9c9-481f-a8c4-70213853cad8 HTTP/1.1" status: 204 len: 168 time: 0.1834581 May 19 09:34:26.295615 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['74e397e6-bc25-4de3-92ff-476a76407e47'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:34:26.465416 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 44806) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:26.507820 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 44810) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:26.526682 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ad31b5ef-fc97-440d-aab2-70345329ae04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:26.544260 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-ad31b5ef-fc97-440d-aab2-70345329ae04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:26.548513 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-ad31b5ef-fc97-440d-aab2-70345329ae04 admin admin] Usage tracker for resource:security_group_rule and tenant:833ea489cdce45048175170272e9dd60 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:26.551420 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-ad31b5ef-fc97-440d-aab2-70345329ae04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:26.557654 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-ad31b5ef-fc97-440d-aab2-70345329ae04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:26.650604 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ad31b5ef-fc97-440d-aab2-70345329ae04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:26.654394 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ad31b5ef-fc97-440d-aab2-70345329ae04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:26.663275 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0d0170e7-2351-4ae1-86ae-e60388b876a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:26.707152 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-ad31b5ef-fc97-440d-aab2-70345329ae04 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=833ea489cdce45048175170272e9dd60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981699 May 19 09:34:26.708688 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31b5ef-fc97-440d-aab2-70345329ae04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f83e9a-c94f-42dd-8077-653323049231,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:26.713249 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 44816) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:26.729541 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31b5ef-fc97-440d-aab2-70345329ae04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:26.730535 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31b5ef-fc97-440d-aab2-70345329ae04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:26.730938 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31b5ef-fc97-440d-aab2-70345329ae04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:26.731328 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31b5ef-fc97-440d-aab2-70345329ae04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:26.731741 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31b5ef-fc97-440d-aab2-70345329ae04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:26.732120 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31b5ef-fc97-440d-aab2-70345329ae04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:26.732497 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31b5ef-fc97-440d-aab2-70345329ae04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:26.732884 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31b5ef-fc97-440d-aab2-70345329ae04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:26.733265 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31b5ef-fc97-440d-aab2-70345329ae04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:26.733607 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31b5ef-fc97-440d-aab2-70345329ae04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:26.733980 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31b5ef-fc97-440d-aab2-70345329ae04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:26.734311 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31b5ef-fc97-440d-aab2-70345329ae04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:26.738534 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ad31b5ef-fc97-440d-aab2-70345329ae04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:26.793232 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-95dc421e-4d5a-48c5-adb3-343bafb3b2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:26.824841 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-95dc421e-4d5a-48c5-adb3-343bafb3b2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:26.887067 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-95dc421e-4d5a-48c5-adb3-343bafb3b2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:26.891193 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-1e1cdf3e-f486-445b-ac30-8c6e01f45d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:26.905821 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc421e-4d5a-48c5-adb3-343bafb3b2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f83e9a-c94f-42dd-8077-653323049231,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:26.908350 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-95dc421e-4d5a-48c5-adb3-343bafb3b2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:26.954892 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-95dc421e-4d5a-48c5-adb3-343bafb3b2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:26.956005 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-95dc421e-4d5a-48c5-adb3-343bafb3b2fe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/03f83e9a-c94f-42dd-8077-653323049231 HTTP/1.1" status: 204 len: 168 time: 0.2431602 May 19 09:34:27.009335 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73c6e5-1746-4771-b44d-4ccac5ca3000 req-7f7fceb1-4895-404f-9ed0-88781fea0039 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:27.010952 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-ad73c6e5-1746-4771-b44d-4ccac5ca3000 req-7f7fceb1-4895-404f-9ed0-88781fea0039 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 944 time: 0.0977614 May 19 09:34:27.072788 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-ad73c6e5-1746-4771-b44d-4ccac5ca3000 req-d2b49487-b8fb-4a53-89c1-1b885dcd9b7c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474620 May 19 09:34:27.131236 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-558c074a-37de-4268-ad73-5b23ab09ca1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3806281'] for router_interface, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:27.557714 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-558c074a-37de-4268-ad73-5b23ab09ca1d admin admin] Deleting port 2f099ef8-7929-4a22-964b-f89874d37396 {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:34:27.558338 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-558c074a-37de-4268-ad73-5b23ab09ca1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:27.689261 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.db [None req-558c074a-37de-4268-ad73-5b23ab09ca1d admin admin] For port 2f099ef8-7929-4a22-964b-f89874d37396, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=2f099ef8-7929-4a22-964b-f89874d37396,segment=NetworkSegment(3b579030-0c44-4723-88e9-8148ea7ddfec),segment_id=3b579030-0c44-4723-88e9-8148ea7ddfec)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:27.689714 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-558c074a-37de-4268-ad73-5b23ab09ca1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:27.746965 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 44844) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:27.767393 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 74e397e6-bc25-4de3-92ff-476a76407e47 up at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:34:27.820284 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-558c074a-37de-4268-ad73-5b23ab09ca1d admin admin] Calling delete_port for 2f099ef8-7929-4a22-964b-f89874d37396 owned by network:router_interface {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:34:27.839903 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning complete for port 74e397e6-bc25-4de3-92ff-476a76407e47 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:34:27.840281 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:27.860746 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-873503132-network', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:27.866141 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:27.870029 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] Usage tracker for resource:network and tenant:97fc349a479c4afd9aea2d0219c002b2 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:27.873198 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:27.885520 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:27.895926 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] Made reservation on behalf of 97fc349a479c4afd9aea2d0219c002b2 for: {'network': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:34:27.898521 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-750978'] for network, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:27.911174 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:27.926274 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:27.931195 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] Usage tracker for resource:security_group_rule and tenant:97fc349a479c4afd9aea2d0219c002b2 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:27.934118 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:27.939902 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:27.974734 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:28.009213 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e397e6-bc25-4de3-92ff-476a76407e47'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:34:28.020858 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 74e397e6-bc25-4de3-92ff-476a76407e47, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=74e397e6-bc25-4de3-92ff-476a76407e47,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:28.024984 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:28.026046 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 521d8f58-79a5-4eb5-90e1-bd630e3a9ea2 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:34:28.033884 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:28.038196 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:28.056277 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=91651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:34:28.060875 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:28.070441 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:28.070686 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.db.segments_db [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] Added segment 41b8987e-1e4e-42fb-ad21-cd0c89e962c3 of type vlan for network d18f6c36-0859-444b-a9be-eedab568b568 May 19 09:34:28.085268 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0b56b64d-9ffa-4c51-b391-3f6bd4a86c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:28.115933 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e397e6-bc25-4de3-92ff-476a76407e47', 'code': 200} May 19 09:34:28.130381 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] No Port match for: 521d8f58-79a5-4eb5-90e1-bd630e3a9ea2 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:34:28.130971 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 521d8f58-79a5-4eb5-90e1-bd630e3a9ea2 not bound to the agent host hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:34:28.136217 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789556115559'] for network, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:28.161742 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=74e397e6-bc25-4de3-92ff-476a76407e47,revision_number=10']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:28.165885 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:28.189568 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355'] for network, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:28.194624 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:28.195210 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:28.214601 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e107bc-689e-455a-a2bc-12afa3d222a8,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:28.218922 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:28.223816 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:28.233051 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-558c074a-37de-4268-ad73-5b23ab09ca1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838887'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:28.237802 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:28.281720 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c074a-37de-4268-ad73-5b23ab09ca1d admin admin] Pushing event deleted for resources: {'Port': ['ID=2f099ef8-7929-4a22-964b-f89874d37396,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:28.311484 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-558c074a-37de-4268-ad73-5b23ab09ca1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:28.370895 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6222515 May 19 09:34:28.375619 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 44854) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:28.384316 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] Pushing event updated for resources: {'Network': ['ID=d18f6c36-0859-444b-a9be-eedab568b568,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:28.390757 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-7f8a216b-16c4-4cab-b2ec-57ac23f73870 admin admin] Request body: {'subnet': {'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-873503132-subnet', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'ip_version': 4}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:28.395815 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-7f8a216b-16c4-4cab-b2ec-57ac23f73870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:28.400595 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Network d18f6c36-0859-444b-a9be-eedab568b568 details requested by agent ovs-agent-dv-cinder-791281-2-smb with host dv-cinder-791281-2-smb {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:34:28.401049 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:28.402125 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-7f8a216b-16c4-4cab-b2ec-57ac23f73870 admin admin] Usage tracker for resource:subnet and tenant:97fc349a479c4afd9aea2d0219c002b2 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:28.408233 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-7f8a216b-16c4-4cab-b2ec-57ac23f73870 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:28.415821 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-7f8a216b-16c4-4cab-b2ec-57ac23f73870 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:28.440975 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cd224-e452-4df5-a041-876209cc18a4 req-d3b86811-6f91-4c8c-89ad-7d2ac1aed347 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:28.442708 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-621cd224-e452-4df5-a041-876209cc18a4 req-d3b86811-6f91-4c8c-89ad-7d2ac1aed347 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 946 time: 0.2200568 May 19 09:34:28.443918 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8a216b-16c4-4cab-b2ec-57ac23f73870 admin admin] Made reservation on behalf of 97fc349a479c4afd9aea2d0219c002b2 for: {'subnet': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:34:28.446197 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7f8a216b-16c4-4cab-b2ec-57ac23f73870 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:28.663055 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-621cd224-e452-4df5-a041-876209cc18a4 req-f43a20ce-a4d4-4fca-94ec-ff654fc1f881 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019286 May 19 09:34:28.665881 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-558c074a-37de-4268-ad73-5b23ab09ca1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3808217'] for router_interface, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:28.795314 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a74a5-a4bb-4b1f-96d2-29b67fa7fa5d req-c6b8df07-a977-464d-960b-2ffa5d1234f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:28.796786 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-da7a74a5-a4bb-4b1f-96d2-29b67fa7fa5d req-c6b8df07-a977-464d-960b-2ffa5d1234f8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 1099 time: 0.1275828 May 19 09:34:28.861012 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-da7a74a5-a4bb-4b1f-96d2-29b67fa7fa5d req-14880d1a-98e8-407c-ad00-7b20ac0b5b0f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563724 May 19 09:34:28.875706 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-8bef9850-5ef4-4ba6-898d-31ba09bd087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:29.052369 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558c074a-37de-4268-ad73-5b23ab09ca1d admin admin] Router 5d3b49fd-1395-4870-8cf1-ffcebd5631dc has already been hosted by L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 {{(pid=91652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:34:29.078514 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7f8a216b-16c4-4cab-b2ec-57ac23f73870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308'] for subnet, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:29.081664 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:29.156292 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a216b-16c4-4cab-b2ec-57ac23f73870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d298f93a-a019-4ca0-bd96-2bc106686ff3,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:29.164194 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7f8a216b-16c4-4cab-b2ec-57ac23f73870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:29.164932 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8a216b-16c4-4cab-b2ec-57ac23f73870 admin admin] Checking segment: {'id': '41b8987e-1e4e-42fb-ad21-cd0c89e962c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:34:29.165281 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8a216b-16c4-4cab-b2ec-57ac23f73870 admin admin] Network hostable DHCP agents. Network: d18f6c36-0859-444b-a9be-eedab568b568, hostable agents: ['6779d86a-8148-4f18-b3ad-742629ae43e2'], hosted agents: [] {{(pid=91651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:34:29.187196 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8a216b-16c4-4cab-b2ec-57ac23f73870 admin admin] Network d18f6c36-0859-444b-a9be-eedab568b568 is scheduled to be hosted by DHCP agent 6779d86a-8148-4f18-b3ad-742629ae43e2 with binding_index 1 {{(pid=91651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:34:29.198138 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-7f8a216b-16c4-4cab-b2ec-57ac23f73870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-smb, d18f6c36-0859-444b-a9be-eedab568b568) {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:34:29.202148 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8a216b-16c4-4cab-b2ec-57ac23f73870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:29.202729 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7f8a216b-16c4-4cab-b2ec-57ac23f73870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:29.207039 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67598b71-a9f9-4d67-8376-df75d4da27b8 None None] Network d18f6c36-0859-444b-a9be-eedab568b568 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:34:29.225980 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-7f8a216b-16c4-4cab-b2ec-57ac23f73870 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8467262 May 19 09:34:29.228123 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 44862) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:29.234726 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-873503132-router', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:29.241756 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:29.249586 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Usage tracker for resource:router and tenant:97fc349a479c4afd9aea2d0219c002b2 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:29.253502 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:29.257751 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558c074a-37de-4268-ad73-5b23ab09ca1d admin admin] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:34:29.265465 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:29.276787 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6266ab-57f8-4d66-a103-3b2b91ea2ae3 None None] Sync routers for ids ['5d3b49fd-1395-4870-8cf1-ffcebd5631dc'] in dv-cinder-791281-2-smb {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:34:29.281734 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 44866) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:29.281908 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-558c074a-37de-4268-ad73-5b23ab09ca1d admin admin] 10.222.0.61 "PUT /v2.0/routers/5d3b49fd-1395-4870-8cf1-ffcebd5631dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8150718 May 19 09:34:29.283500 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3796340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125553'] for router, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:29.284634 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826997', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3742387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125544'] for router, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:29.289973 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6266ab-57f8-4d66-a103-3b2b91ea2ae3 None None] Routers {'5d3b49fd-1395-4870-8cf1-ffcebd5631dc'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:34:29.291113 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-1e6266ab-57f8-4d66-a103-3b2b91ea2ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:34:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['5d3b49fd-1395-4870-8cf1-ffcebd5631dc'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:29.302137 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:29.460692 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea425bde-057b-533b-bc1c-047233ed6b72-d18f6c36-0859-444b-a9be-eedab568b568', 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'fixed_ips': [{'subnet_id': 'd298f93a-a019-4ca0-bd96-2bc106686ff3'}]}} from dv-cinder-791281-2-smb. {{(pid=91653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 09:34:29.463008 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:29.509556 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1c7f6b8c-a7a4-4332-bac3-484221551e7a admin admin] Notify callbacks [] for router, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:29.511770 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-1e6266ab-57f8-4d66-a103-3b2b91ea2ae3 None None] Set router 5d3b49fd-1395-4870-8cf1-ffcebd5631dc gateway port host: dv-cinder-791281-2-smb {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:34:29.604292 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3796230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125530'] for router, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:29.680693 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.db_base_plugin_common [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] Allocated IP 172.20.0.2 (d18f6c36-0859-444b-a9be-eedab568b568/d298f93a-a019-4ca0-bd96-2bc106686ff3/01e7f0bd-43c7-4531-bb47-437374db7bef) {{(pid=91653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:34:29.707449 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1c7f6b8c-a7a4-4332-bac3-484221551e7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:29.854847 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f6b8c-a7a4-4332-bac3-484221551e7a admin admin] Deleting port d7c3b874-c9be-43a8-b214-9419a9713fe1 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:34:29.855414 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1c7f6b8c-a7a4-4332-bac3-484221551e7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:29.973908 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] Notify callbacks [] for port, precommit_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:30.000660 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] Transition to ACTIVE for port object 01e7f0bd-43c7-4531-bb47-437374db7bef will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:34:30.027283 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-1e6266ab-57f8-4d66-a103-3b2b91ea2ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3b49fd-1395-4870-8cf1-ffcebd5631dc', 'name': 'tempest-ServerRescueNegativeTestJSON-1354919940-router', 'tenant_id': '302076e5824b440cacc066e41a50e011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd7c3b874-c9be-43a8-b214-9419a9713fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:27Z', 'updated_at': '2021-05-19T09:34:28Z', 'revision_number': 5, 'project_id': '302076e5824b440cacc066e41a50e011', 'gw_port': {'id': 'd7c3b874-c9be-43a8-b214-9419a9713fe1', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3b49fd-1395-4870-8cf1-ffcebd5631dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:31Z', 'updated_at': '2021-05-19T09:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb'}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:30.033474 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6266ab-57f8-4d66-a103-3b2b91ea2ae3 None None] Checking router: 5d3b49fd-1395-4870-8cf1-ffcebd5631dc for host: dv-cinder-791281-2-smb {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:34:30.054229 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] Transition to ACTIVE for port object 01e7f0bd-43c7-4531-bb47-437374db7bef will not be triggered until provisioned by entity DHCP. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:34:30.055181 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6266ab-57f8-4d66-a103-3b2b91ea2ae3 None None] Routers {'5d3b49fd-1395-4870-8cf1-ffcebd5631dc'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:34:30.057308 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-1e6266ab-57f8-4d66-a103-3b2b91ea2ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:34:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['5d3b49fd-1395-4870-8cf1-ffcebd5631dc'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:30.064073 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:30.072726 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-b5fe4f94-3bb0-424e-90be-401267b1cf29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:30.124466 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-1c7f6b8c-a7a4-4332-bac3-484221551e7a admin admin] For port d7c3b874-c9be-43a8-b214-9419a9713fe1, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=d7c3b874-c9be-43a8-b214-9419a9713fe1,segment=NetworkSegment(55747ea9-294a-4e73-8f61-78bde3a770f5),segment_id=55747ea9-294a-4e73-8f61-78bde3a770f5)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:30.127629 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1c7f6b8c-a7a4-4332-bac3-484221551e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:30.163072 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] Network d18f6c36-0859-444b-a9be-eedab568b568 is already hosted by enough agents. {{(pid=91653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:34:30.166882 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.scheduler.base_scheduler [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] Resources bound (agent type, host, resource id): {{(pid=91653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:34:30.173976 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] Received port after_create {{(pid=91653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:34:30.226656 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] Pushing event updated for resources: {'Port': ['ID=01e7f0bd-43c7-4531-bb47-437374db7bef,revision_number=1']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:30.260945 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:30.285515 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] Attempting to bind port 01e7f0bd-43c7-4531-bb47-437374db7bef on host dv-cinder-791281-2-smb for vnic_type normal with profile {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:34:30.286277 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] Attempting to bind port 01e7f0bd-43c7-4531-bb47-437374db7bef by drivers openvswitch,hyperv on host dv-cinder-791281-2-smb at level 0 using segments [{'id': '41b8987e-1e4e-42fb-ad21-cd0c89e962c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:34:30.286857 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] Attempting to bind port 01e7f0bd-43c7-4531-bb47-437374db7bef on network d18f6c36-0859-444b-a9be-eedab568b568 {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:34:30.293293 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] Checking agent: {'id': 'ed3a6ef3-8a48-48e1-82fc-7237784a1888', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 23, 31), 'started_at': datetime.datetime(2021, 5, 19, 9, 24, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:34:30.293675 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] Checking segment: {'id': '41b8987e-1e4e-42fb-ad21-cd0c89e962c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:34:30.294113 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:30.294624 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] Bound using segment: {'id': '41b8987e-1e4e-42fb-ad21-cd0c89e962c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:34:30.295464 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] Bound port: 01e7f0bd-43c7-4531-bb47-437374db7bef, host: dv-cinder-791281-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b8987e-1e4e-42fb-ad21-cd0c89e962c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:34:30.295856 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:30.302281 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-1e6266ab-57f8-4d66-a103-3b2b91ea2ae3 None None] Set router 5d3b49fd-1395-4870-8cf1-ffcebd5631dc gateway port host: None {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:34:30.401517 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f6b8c-a7a4-4332-bac3-484221551e7a admin admin] Calling delete_port for d7c3b874-c9be-43a8-b214-9419a9713fe1 owned by network:router_gateway {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:34:30.445174 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] For port 01e7f0bd-43c7-4531-bb47-437374db7bef, host dv-cinder-791281-2-smb, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:34:30.448904 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d22cd6-ddcd-4d3f-bfd7-4ba95995932b req-378fd2dc-aa29-40bd-afac-535dba29786e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:30.450448 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] For port 01e7f0bd-43c7-4531-bb47-437374db7bef, host dv-cinder-791281-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=01e7f0bd-43c7-4531-bb47-437374db7bef,segment=NetworkSegment(41b8987e-1e4e-42fb-ad21-cd0c89e962c3),segment_id=41b8987e-1e4e-42fb-ad21-cd0c89e962c3)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:34:30.456859 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-c2d22cd6-ddcd-4d3f-bfd7-4ba95995932b req-378fd2dc-aa29-40bd-afac-535dba29786e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 946 time: 0.3526022 May 19 09:34:30.465058 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:30.470538 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:30.482764 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:30.494106 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-1e6266ab-57f8-4d66-a103-3b2b91ea2ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3b49fd-1395-4870-8cf1-ffcebd5631dc', 'name': 'tempest-ServerRescueNegativeTestJSON-1354919940-router', 'tenant_id': '302076e5824b440cacc066e41a50e011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:27Z', 'updated_at': '2021-05-19T09:34:29Z', 'revision_number': 6, 'project_id': '302076e5824b440cacc066e41a50e011', 'gw_port_host': None}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:30.499635 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6266ab-57f8-4d66-a103-3b2b91ea2ae3 None None] The sync data for ids ['5d3b49fd-1395-4870-8cf1-ffcebd5631dc'] in dv-cinder-791281-2-smb is: [{'id': '5d3b49fd-1395-4870-8cf1-ffcebd5631dc', 'name': 'tempest-ServerRescueNegativeTestJSON-1354919940-router', 'tenant_id': '302076e5824b440cacc066e41a50e011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:27Z', 'updated_at': '2021-05-19T09:34:29Z', 'revision_number': 6, 'project_id': '302076e5824b440cacc066e41a50e011', 'gw_port_host': None}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:34:30.540753 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:30.588142 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] Pushing event updated for resources: {'Port': ['ID=01e7f0bd-43c7-4531-bb47-437374db7bef,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:30.593713 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:30.609392 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-c2d22cd6-ddcd-4d3f-bfd7-4ba95995932b req-20dae2a7-bf81-497b-829f-1a0d02ddb926 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516924 May 19 09:34:30.761354 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Allocated IP 172.28.0.242 (7d528ae4-f655-4215-abed-2652e9d6f37f/518ab1fe-b41e-417a-a1c0-f577284c585f/b2f5cc06-c6a6-4122-bbcc-75479edd8f0e) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:34:30.963347 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1c7f6b8c-a7a4-4332-bac3-484221551e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:30.967214 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:31.039566 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f6b8c-a7a4-4332-bac3-484221551e7a admin admin] Pushing event deleted for resources: {'Port': ['ID=d7c3b874-c9be-43a8-b214-9419a9713fe1,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:31.042278 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-1c7f6b8c-a7a4-4332-bac3-484221551e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:31.105674 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1c7f6b8c-a7a4-4332-bac3-484221551e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827042'] for router_gateway, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:31.179717 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:31.216854 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838887'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:31.224767 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:31.297325 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Network 7d528ae4-f655-4215-abed-2652e9d6f37f is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:34:31.300269 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Resources bound (agent type, host, resource id): {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:34:31.303579 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:34:31.328722 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1c7f6b8c-a7a4-4332-bac3-484221551e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3796441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125539'] for router, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:31.331194 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1c7f6b8c-a7a4-4332-bac3-484221551e7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:31.342178 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Pushing event updated for resources: {'Port': ['ID=b2f5cc06-c6a6-4122-bbcc-75479edd8f0e,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:31.361173 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:31.361539 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:31.369739 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:31.369915 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:31.372243 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:31.372603 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:31.372995 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:31.373347 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:31.373698 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:31.374078 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:31.374410 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:31.374747 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:31.380260 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:31.442618 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1c7f6b8c-a7a4-4332-bac3-484221551e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825717'] for router, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:31.443922 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7f6b8c-a7a4-4332-bac3-484221551e7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d3b49fd-1395-4870-8cf1-ffcebd5631dc {{(pid=91651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 09:34:31.462923 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:31.498187 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1c7f6b8c-a7a4-4332-bac3-484221551e7a admin admin] Notify callbacks [] for router, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:31.500844 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-1c7f6b8c-a7a4-4332-bac3-484221551e7a admin admin] 10.222.0.61 "DELETE /v2.0/routers/5d3b49fd-1395-4870-8cf1-ffcebd5631dc HTTP/1.1" status: 204 len: 168 time: 2.2175536 May 19 09:34:31.503417 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 44918) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:31.582136 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_v2 [None req-a88c5049-2e2b-4f25-8192-0bf676ebaa58 admin admin] Deleting subnet c29da06d-ddc0-47de-bede-92d24f90436f {{(pid=91651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:34:31.586588 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a88c5049-2e2b-4f25-8192-0bf676ebaa58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:31.642042 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a88c5049-2e2b-4f25-8192-0bf676ebaa58 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:31.653225 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a88c5049-2e2b-4f25-8192-0bf676ebaa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874305'] for subnet, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:31.925555 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff7a5dc-7ad9-45ec-b2d7-45bb83bd4126 None None] Network d18f6c36-0859-444b-a9be-eedab568b568 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:34:31.941136 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:31.986802 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-34c568e3-3062-406e-9f69-c302a4f62805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:31.994537 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a88c5049-2e2b-4f25-8192-0bf676ebaa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308'] for subnet, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:32.007978 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:32.068822 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 01e7f0bd-43c7-4531-bb47-437374db7bef up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:34:32.069806 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c5049-2e2b-4f25-8192-0bf676ebaa58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c29da06d-ddc0-47de-bede-92d24f90436f,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:32.073829 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-a88c5049-2e2b-4f25-8192-0bf676ebaa58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:32.075813 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a88c5049-2e2b-4f25-8192-0bf676ebaa58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:32.085816 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-a88c5049-2e2b-4f25-8192-0bf676ebaa58 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c29da06d-ddc0-47de-bede-92d24f90436f HTTP/1.1" status: 204 len: 168 time: 0.5794230 May 19 09:34:32.086645 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 44924) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:32.144820 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-ec621ac7-002e-418b-8123-35f06b769707 None None] Provisioning for port 01e7f0bd-43c7-4531-bb47-437374db7bef completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:34:32.171377 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a990ba8-7641-4332-a215-b235ae253b7d req-b36bf8d3-7698-4fa8-bd87-1184fbde6ded tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:32.173822 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-8a990ba8-7641-4332-a215-b235ae253b7d req-b36bf8d3-7698-4fa8-bd87-1184fbde6ded tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 946 time: 0.3751934 May 19 09:34:32.194422 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723769'] for network, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:32.230703 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning for port 01e7f0bd-43c7-4531-bb47-437374db7bef completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:34:32.239626 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 01e7f0bd-43c7-4531-bb47-437374db7bef triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:34:32.240250 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:32.348498 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868810', 'neutron.services.segments.db._delete_segments_for_network-8789556565890'] for network, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:32.357821 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-8a990ba8-7641-4332-a215-b235ae253b7d req-b6a78fff-54ad-4ce6-bda5-ae315b26f669 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669095 May 19 09:34:32.367278 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:32.368357 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:32.369121 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:32.369510 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] Subscribe: > port after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:32.369965 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] Subscribe: > port after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:32.370308 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] Subscribe: > port after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:32.370633 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:32.370950 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:32.371269 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:32.371592 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:32.463019 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3796351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827087'] for router, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:32.504313 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:32.505246 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:32.505246 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:32.505657 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:32.506099 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.services.segments.db [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3f3406-bcfb-4896-a57f-c7cc7b96bce2']}} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:32.520984 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.services.segments.db [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b579030-0c44-4723-88e9-8148ea7ddfec') {'for_net_delete': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:32.521575 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.services.segments.db [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b579030-0c44-4723-88e9-8148ea7ddfec') {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:32.525231 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:32.535196 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789556576395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2109457'] for segment, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:32.556892 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:32.564134 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] For port 01e7f0bd-43c7-4531-bb47-437374db7bef, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=01e7f0bd-43c7-4531-bb47-437374db7bef,segment=NetworkSegment(41b8987e-1e4e-42fb-ad21-cd0c89e962c3),segment_id=41b8987e-1e4e-42fb-ad21-cd0c89e962c3)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:32.565463 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=91651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:34:32.566069 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2459373'] for segment, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:32.573120 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:32.575414 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: from cryptography.utils import int_from_bytes May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: from cryptography.utils import int_from_bytes May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: Traceback (most recent call last): May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: timer() May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: cb(*args, **kw) May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: return func(*args, **kwargs) May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: self._notify() May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: self.callback(batched_events) May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: event.method(event) May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: return f(self, *a, **k) May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: return self._get(url).json() May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: return self.request(url, 'GET', **kwargs) May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:34:32.646707 dv-cinder-791281-2-smb neutron-server[91651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:34:32.686420 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Pushing event updated for resources: {'Port': ['ID=01e7f0bd-43c7-4531-bb47-437374db7bef,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:32.689112 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 2f099ef8-7929-4a22-964b-f89874d37396 no longer exists at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:34:32.739527 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:32.752145 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] No Port match for: 2f099ef8-7929-4a22-964b-f89874d37396 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:34:32.752496 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 2f099ef8-7929-4a22-964b-f89874d37396 not bound to the agent host dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:34:32.752993 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device d7c3b874-c9be-43a8-b214-9419a9713fe1 no longer exists at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:34:32.759970 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827017'] for network, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:32.776758 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:32.793686 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:32.802593 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] No Port match for: d7c3b874-c9be-43a8-b214-9419a9713fe1 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:34:32.803004 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device d7c3b874-c9be-43a8-b214-9419a9713fe1 not bound to the agent host dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:34:32.813227 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] Pushing event deleted for resources: {'Network': ['ID=6c3f3406-bcfb-4896-a57f-c7cc7b96bce2,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:32.817709 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-cfcec949-9a89-48bd-9ac4-b1c712930bba None None] Provisioning complete for port 01e7f0bd-43c7-4531-bb47-437374db7bef triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:34:32.818334 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-cfcec949-9a89-48bd-9ac4-b1c712930bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:32.820887 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:32.822955 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] 10.222.0.61 "DELETE /v2.0/networks/6c3f3406-bcfb-4896-a57f-c7cc7b96bce2 HTTP/1.1" status: 204 len: 168 time: 0.7353783 May 19 09:34:32.891745 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Router ca81b9ba-ed53-4d01-945c-095513680cae is scheduled to L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 with binding_index 1 {{(pid=91652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 09:34:32.953342 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:32.994794 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 44940) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:33.052591 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-51e091c8-d196-48e8-ac9b-8738269d9279 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=302076e5824b440cacc066e41a50e011&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0537539 May 19 09:34:33.053216 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 44944) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:33.124217 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d6c2a557-72e5-4d4a-9f88-634b3eaf92fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:33.150194 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d6c2a557-72e5-4d4a-9f88-634b3eaf92fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:33.180893 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:34:33.191787 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] Sync routers for ids ['ca81b9ba-ed53-4d01-945c-095513680cae'] in dv-cinder-791281-2-smb {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:34:33.203165 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] Routers {'ca81b9ba-ed53-4d01-945c-095513680cae'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:34:33.203855 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:34:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['ca81b9ba-ed53-4d01-945c-095513680cae'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:33.206154 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d6c2a557-72e5-4d4a-9f88-634b3eaf92fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:33.212531 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Notify callbacks [] for router, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:33.212993 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-95dc421e-4d5a-48c5-adb3-343bafb3b2fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:33.216580 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9846759 May 19 09:34:33.216580 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 44948) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:33.227547 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2a557-72e5-4d4a-9f88-634b3eaf92fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19eef5e5-b6ca-441b-bff8-e4f82d2d6c22,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:33.230519 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d6c2a557-72e5-4d4a-9f88-634b3eaf92fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:33.237607 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d6c2a557-72e5-4d4a-9f88-634b3eaf92fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:33.243734 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-d6c2a557-72e5-4d4a-9f88-634b3eaf92fa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/19eef5e5-b6ca-441b-bff8-e4f82d2d6c22 HTTP/1.1" status: 204 len: 168 time: 0.1894500 May 19 09:34:33.283724 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9868033-cd3b-43ab-a977-787cbc457296 req-d049fad3-a512-47fb-9369-52055aa7316f tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:33.290953 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b9868033-cd3b-43ab-a977-787cbc457296 req-d049fad3-a512-47fb-9369-52055aa7316f tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.1983497 May 19 09:34:33.432613 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b9868033-cd3b-43ab-a977-787cbc457296 req-1098ac69-5747-4b91-9e1c-6b54cb19b04e tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407158 May 19 09:34:33.489114 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] Set router ca81b9ba-ed53-4d01-945c-095513680cae gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:34:33.829264 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'name': 'tempest-TestShelveInstance-873503132-router', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': 'b2f5cc06-c6a6-4122-bbcc-75479edd8f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:29Z', 'updated_at': '2021-05-19T09:34:31Z', 'revision_number': 3, 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'gw_port': {'id': 'b2f5cc06-c6a6-4122-bbcc-75479edd8f0e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:30Z', 'updated_at': '2021-05-19T09:34:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb'}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:33.833741 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] Checking router: ca81b9ba-ed53-4d01-945c-095513680cae for host: dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:34:33.834202 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] Updating router ca81b9ba-ed53-4d01-945c-095513680cae port b2f5cc06-c6a6-4122-bbcc-75479edd8f0e binding host dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:34:33.945529 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:33.982188 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 01e7f0bd-43c7-4531-bb47-437374db7bef up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:34:34.087743 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-11a23de6-1f14-44d4-9b3b-fb29d619192b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:34.171499 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 01e7f0bd-43c7-4531-bb47-437374db7bef triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:34:34.171893 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:34.363850 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-11a23de6-1f14-44d4-9b3b-fb29d619192b admin admin] Allocated IP 172.20.0.1 (d18f6c36-0859-444b-a9be-eedab568b568/d298f93a-a019-4ca0-bd96-2bc106686ff3/b72aa1e1-42a0-4a22-baf4-9a446e12913e) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:34:34.572779 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] Notify callbacks [] for port, precommit_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:34.575238 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:34.588718 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] Transition to ACTIVE for port object b2f5cc06-c6a6-4122-bbcc-75479edd8f0e will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:34:34.596937 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:34.607717 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-cef79b1e-b539-4c23-a506-22c3864369ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:34.691583 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] Attempting to bind port b2f5cc06-c6a6-4122-bbcc-75479edd8f0e on host dv-cinder-791281-2-smb for vnic_type normal with profile {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:34:34.692075 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] Attempting to bind port b2f5cc06-c6a6-4122-bbcc-75479edd8f0e by drivers openvswitch,hyperv on host dv-cinder-791281-2-smb at level 0 using segments [{'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:34:34.693202 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] Attempting to bind port b2f5cc06-c6a6-4122-bbcc-75479edd8f0e on network 7d528ae4-f655-4215-abed-2652e9d6f37f {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:34:34.697705 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebba8f-ee27-4450-9904-952006f00029 None None] Pushing event updated for resources: {'Port': ['ID=b2f5cc06-c6a6-4122-bbcc-75479edd8f0e,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:34.706681 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-6aebba8f-ee27-4450-9904-952006f00029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:34.719592 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] Checking agent: {'id': 'ed3a6ef3-8a48-48e1-82fc-7237784a1888', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 23, 31), 'started_at': datetime.datetime(2021, 5, 19, 9, 24, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:34:34.720292 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] Checking segment: {'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:34:34.720958 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:34.721555 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] Bound using segment: {'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:34:34.722251 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] Bound port: b2f5cc06-c6a6-4122-bbcc-75479edd8f0e, host: dv-cinder-791281-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:34:34.722879 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:34.746016 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f982859-4b7e-4b96-b634-c9ece691a2fa req-25124b89-1844-4a82-80ea-edf9ec83217f tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:34.746824 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-7f982859-4b7e-4b96-b634-c9ece691a2fa req-25124b89-1844-4a82-80ea-edf9ec83217f tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.1892562 May 19 09:34:34.749661 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-11a23de6-1f14-44d4-9b3b-fb29d619192b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:34.783775 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.provisioning_blocks [None req-11a23de6-1f14-44d4-9b3b-fb29d619192b admin admin] Transition to ACTIVE for port object b72aa1e1-42a0-4a22-baf4-9a446e12913e will not be triggered until provisioned by entity DHCP. {{(pid=91652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:34:34.813786 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] For port b2f5cc06-c6a6-4122-bbcc-75479edd8f0e, host dv-cinder-791281-2-smb, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:34:34.814908 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-7f982859-4b7e-4b96-b634-c9ece691a2fa req-71cb6c52-c691-4b26-a29b-302d04a229de tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619953 May 19 09:34:34.816906 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] For port b2f5cc06-c6a6-4122-bbcc-75479edd8f0e, host dv-cinder-791281-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=b2f5cc06-c6a6-4122-bbcc-75479edd8f0e,segment=NetworkSegment(55747ea9-294a-4e73-8f61-78bde3a770f5),segment_id=55747ea9-294a-4e73-8f61-78bde3a770f5)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:34:34.823449 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:34.827518 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-6aebba8f-ee27-4450-9904-952006f00029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:34.845465 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-11a23de6-1f14-44d4-9b3b-fb29d619192b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838887'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:34.860121 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-acbccc65-50d7-47aa-9511-18f3fff6e5ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:34.910511 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] Routers {'ca81b9ba-ed53-4d01-945c-095513680cae'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:34:34.912080 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:34:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['ca81b9ba-ed53-4d01-945c-095513680cae'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:34.956396 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a23de6-1f14-44d4-9b3b-fb29d619192b admin admin] Network d18f6c36-0859-444b-a9be-eedab568b568 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:34:34.957458 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a23de6-1f14-44d4-9b3b-fb29d619192b admin admin] Pushing event updated for resources: {'Port': ['ID=b72aa1e1-42a0-4a22-baf4-9a446e12913e,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:34.961123 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-11a23de6-1f14-44d4-9b3b-fb29d619192b admin admin] Resources bound (agent type, host, resource id): {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:34:34.972403 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-11a23de6-1f14-44d4-9b3b-fb29d619192b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:34.974135 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a23de6-1f14-44d4-9b3b-fb29d619192b admin admin] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:34:35.033921 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebba8f-ee27-4450-9904-952006f00029 None None] Pushing event updated for resources: {'Port': ['ID=b2f5cc06-c6a6-4122-bbcc-75479edd8f0e,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:35.046136 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-6aebba8f-ee27-4450-9904-952006f00029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:35.048817 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-11a23de6-1f14-44d4-9b3b-fb29d619192b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3806268'] for router_interface, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:35.173850 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] Set router ca81b9ba-ed53-4d01-945c-095513680cae gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:34:35.325519 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-11a23de6-1f14-44d4-9b3b-fb29d619192b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:35.359506 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-ee4fe3a7-a455-437d-bfd8-1b876b5a4724 None None] Provisioning for port b72aa1e1-42a0-4a22-baf4-9a446e12913e completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:34:35.409369 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-ee4fe3a7-a455-437d-bfd8-1b876b5a4724 None None] Provisioning complete for port b72aa1e1-42a0-4a22-baf4-9a446e12913e triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:34:35.409746 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-ee4fe3a7-a455-437d-bfd8-1b876b5a4724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:35.485248 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-ee4fe3a7-a455-437d-bfd8-1b876b5a4724 None None] Port b72aa1e1-42a0-4a22-baf4-9a446e12913e cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:34:35.557400 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-11a23de6-1f14-44d4-9b3b-fb29d619192b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:35.563103 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-11a23de6-1f14-44d4-9b3b-fb29d619192b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838910'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:35.564612 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'name': 'tempest-TestShelveInstance-873503132-router', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': 'b2f5cc06-c6a6-4122-bbcc-75479edd8f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:29Z', 'updated_at': '2021-05-19T09:34:31Z', 'revision_number': 3, 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'gw_port': {'id': 'b2f5cc06-c6a6-4122-bbcc-75479edd8f0e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:30Z', 'updated_at': '2021-05-19T09:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb'}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:35.568924 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c6cd98-3c21-437e-b8ae-6b194a6d2c24 None None] The sync data for ids ['ca81b9ba-ed53-4d01-945c-095513680cae'] in dv-cinder-791281-2-smb is: [{'id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'name': 'tempest-TestShelveInstance-873503132-router', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': 'b2f5cc06-c6a6-4122-bbcc-75479edd8f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:29Z', 'updated_at': '2021-05-19T09:34:31Z', 'revision_number': 3, 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'gw_port': {'id': 'b2f5cc06-c6a6-4122-bbcc-75479edd8f0e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:30Z', 'updated_at': '2021-05-19T09:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb'}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:34:35.589222 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:35.686244 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a23de6-1f14-44d4-9b3b-fb29d619192b admin admin] Pushing event updated for resources: {'Port': ['ID=b72aa1e1-42a0-4a22-baf4-9a446e12913e,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:35.688956 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-11a23de6-1f14-44d4-9b3b-fb29d619192b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3806299'] for router_interface, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:35.695384 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-11a23de6-1f14-44d4-9b3b-fb29d619192b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:35.872561 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a23de6-1f14-44d4-9b3b-fb29d619192b admin admin] Network d18f6c36-0859-444b-a9be-eedab568b568 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:34:35.873850 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-11a23de6-1f14-44d4-9b3b-fb29d619192b admin admin] Resources bound (agent type, host, resource id): {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:34:35.947612 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35c077-8f4b-47f8-a1b9-30e527828491 req-0f4bb2cd-9547-4be4-b01e-d66573465b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:35.950255 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-bd35c077-8f4b-47f8-a1b9-30e527828491 req-0f4bb2cd-9547-4be4-b01e-d66573465b19 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f0e37a2a177646dba68287797f2a6e26&device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 1099 time: 0.1949341 May 19 09:34:36.052276 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device b2f5cc06-c6a6-4122-bbcc-75479edd8f0e up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:34:36.148914 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a23de6-1f14-44d4-9b3b-fb29d619192b admin admin] Router ca81b9ba-ed53-4d01-945c-095513680cae has already been hosted by L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 {{(pid=91652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:34:36.156831 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning for port b2f5cc06-c6a6-4122-bbcc-75479edd8f0e completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:34:36.162777 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port b2f5cc06-c6a6-4122-bbcc-75479edd8f0e triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:34:36.163156 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:36.272661 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ec65e-e09e-40af-ae55-5b0d43ff177f req-1973b22a-b14c-407d-aeb2-99a03eee8bdb tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:36.280181 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-290ec65e-e09e-40af-ae55-5b0d43ff177f req-1973b22a-b14c-407d-aeb2-99a03eee8bdb tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.2300024 May 19 09:34:36.321225 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35c077-8f4b-47f8-a1b9-30e527828491 req-5ca14f6f-58cd-4308-996d-e789634c0841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:36.327463 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-bd35c077-8f4b-47f8-a1b9-30e527828491 req-5ca14f6f-58cd-4308-996d-e789634c0841 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fe3c14a7-95b2-4211-8c13-ae471fbbb112 HTTP/1.1" status: 200 len: 912 time: 0.3339550 May 19 09:34:36.344216 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:36.364632 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-39536957-17a0-4f15-a881-107d1bd97cd5 None None] Provisioning complete for port b72aa1e1-42a0-4a22-baf4-9a446e12913e triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:34:36.365118 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-39536957-17a0-4f15-a881-107d1bd97cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:36.410842 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] For port b2f5cc06-c6a6-4122-bbcc-75479edd8f0e, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=b2f5cc06-c6a6-4122-bbcc-75479edd8f0e,segment=NetworkSegment(55747ea9-294a-4e73-8f61-78bde3a770f5),segment_id=55747ea9-294a-4e73-8f61-78bde3a770f5)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:36.433813 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:36.439612 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:36.509243 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-290ec65e-e09e-40af-ae55-5b0d43ff177f req-0550b679-e85b-4725-8afa-af49ef325bd7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278216 May 19 09:34:36.515017 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-39536957-17a0-4f15-a881-107d1bd97cd5 None None] Port b72aa1e1-42a0-4a22-baf4-9a446e12913e cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:34:36.537542 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-bd35c077-8f4b-47f8-a1b9-30e527828491 req-1f431d1f-0160-4c62-9316-9ade66c006d8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef28c7a5-14cd-4052-af2e-80c13efeaa7b HTTP/1.1" status: 200 len: 1001 time: 0.1944268 May 19 09:34:36.574049 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Pushing event updated for resources: {'Port': ['ID=b2f5cc06-c6a6-4122-bbcc-75479edd8f0e,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:36.585225 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:36.591316 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a23de6-1f14-44d4-9b3b-fb29d619192b admin admin] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:34:36.601833 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-11a23de6-1f14-44d4-9b3b-fb29d619192b admin admin] 10.222.0.61 "PUT /v2.0/routers/ca81b9ba-ed53-4d01-945c-095513680cae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3842432 May 19 09:34:36.632244 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35c077-8f4b-47f8-a1b9-30e527828491 req-d6578723-9395-4a84-b834-f975eb8d9c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:36.633835 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-bd35c077-8f4b-47f8-a1b9-30e527828491 req-d6578723-9395-4a84-b834-f975eb8d9c36 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=021c4d73-41b9-4450-ab59-fd4ec8b0ebec HTTP/1.1" status: 200 len: 850 time: 0.0895631 May 19 09:34:36.737713 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35c077-8f4b-47f8-a1b9-30e527828491 req-5111daa5-3522-40bc-9a22-ee319e581c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:36.739622 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-bd35c077-8f4b-47f8-a1b9-30e527828491 req-5111daa5-3522-40bc-9a22-ee319e581c1b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fe3c14a7-95b2-4211-8c13-ae471fbbb112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0925384 May 19 09:34:36.893949 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-bd35c077-8f4b-47f8-a1b9-30e527828491 req-ab020f6e-cf46-4599-8030-cca9697b8aed service neutron] 10.222.0.76 "GET /v2.0/networks/fe3c14a7-95b2-4211-8c13-ae471fbbb112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467481 May 19 09:34:37.045661 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-bd35c077-8f4b-47f8-a1b9-30e527828491 req-0b92b418-9a36-482a-bcca-6d2d7d950259 service neutron] 10.222.0.76 "GET /v2.0/networks/fe3c14a7-95b2-4211-8c13-ae471fbbb112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409128 May 19 09:34:37.247354 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 45028) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:37.252964 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-a0652270-5cac-4bd3-8f0d-8226a90fd2b3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-636839217-network', 'tenant_id': 'f5d1b05e30714cbea49d828d58b5d5d7'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:37.258384 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-a0652270-5cac-4bd3-8f0d-8226a90fd2b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:37.262394 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-a0652270-5cac-4bd3-8f0d-8226a90fd2b3 admin admin] Usage tracker for resource:network and tenant:f5d1b05e30714cbea49d828d58b5d5d7 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:37.265503 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-a0652270-5cac-4bd3-8f0d-8226a90fd2b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:37.272565 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-a0652270-5cac-4bd3-8f0d-8226a90fd2b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:37.283386 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0652270-5cac-4bd3-8f0d-8226a90fd2b3 admin admin] Made reservation on behalf of f5d1b05e30714cbea49d828d58b5d5d7 for: {'network': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:34:37.286332 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a0652270-5cac-4bd3-8f0d-8226a90fd2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-750978'] for network, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:37.298014 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a0652270-5cac-4bd3-8f0d-8226a90fd2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:37.312385 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-a0652270-5cac-4bd3-8f0d-8226a90fd2b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:37.316147 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-a0652270-5cac-4bd3-8f0d-8226a90fd2b3 admin admin] Usage tracker for resource:security_group_rule and tenant:f5d1b05e30714cbea49d828d58b5d5d7 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:37.319850 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-a0652270-5cac-4bd3-8f0d-8226a90fd2b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:37.325517 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-a0652270-5cac-4bd3-8f0d-8226a90fd2b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:37.416198 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a0652270-5cac-4bd3-8f0d-8226a90fd2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:37.421182 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a0652270-5cac-4bd3-8f0d-8226a90fd2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:37.425852 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-4b70dc17-e3af-44da-864e-d0b136fad77d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:37.452815 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0652270-5cac-4bd3-8f0d-8226a90fd2b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=91652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:34:37.466470 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0652270-5cac-4bd3-8f0d-8226a90fd2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee6b11b-f263-4fe2-9700-b941e884552d,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:37.470583 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a0652270-5cac-4bd3-8f0d-8226a90fd2b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:37.471498 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a0652270-5cac-4bd3-8f0d-8226a90fd2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:37.471834 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.db.segments_db [None req-a0652270-5cac-4bd3-8f0d-8226a90fd2b3 admin admin] Added segment c3069388-f516-4ec8-a457-c5d5eb7a211d of type vlan for network 6c376777-e823-403d-bf86-e421a0d50303 May 19 09:34:37.501746 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a0652270-5cac-4bd3-8f0d-8226a90fd2b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789556115559'] for network, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:37.534640 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a0652270-5cac-4bd3-8f0d-8226a90fd2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355'] for network, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:37.536071 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0652270-5cac-4bd3-8f0d-8226a90fd2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:37.536664 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a0652270-5cac-4bd3-8f0d-8226a90fd2b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:37.540314 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:37.652891 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] Sync routers for ids ['ca81b9ba-ed53-4d01-945c-095513680cae'] in dv-cinder-791281-2-smb {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:34:37.666020 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] Routers {'ca81b9ba-ed53-4d01-945c-095513680cae'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:34:37.666991 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:34:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['ca81b9ba-ed53-4d01-945c-095513680cae'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:37.690543 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0652270-5cac-4bd3-8f0d-8226a90fd2b3 admin admin] Pushing event updated for resources: {'Network': ['ID=6c376777-e823-403d-bf86-e421a0d50303,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:37.698991 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a0652270-5cac-4bd3-8f0d-8226a90fd2b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:37.702254 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Network 6c376777-e823-403d-bf86-e421a0d50303 details requested by agent ovs-agent-dv-cinder-791281-2-smb with host dv-cinder-791281-2-smb {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:34:37.719584 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-a0652270-5cac-4bd3-8f0d-8226a90fd2b3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4684827 May 19 09:34:37.719979 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 45046) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:37.727516 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-14dfc0ed-069c-40d6-84b9-0315f686e34a admin admin] Request body: {'subnet': {'network_id': '6c376777-e823-403d-bf86-e421a0d50303', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-636839217-subnet', 'tenant_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'ip_version': 4}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:37.745994 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-14dfc0ed-069c-40d6-84b9-0315f686e34a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:37.754175 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-14dfc0ed-069c-40d6-84b9-0315f686e34a admin admin] Usage tracker for resource:subnet and tenant:f5d1b05e30714cbea49d828d58b5d5d7 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:37.762776 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f55e74-0496-42e6-9fba-654646e2bd17 req-62388d67-ec36-4e43-9c0b-6fdf8830f251 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:37.766219 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-14dfc0ed-069c-40d6-84b9-0315f686e34a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:37.770603 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-a5f55e74-0496-42e6-9fba-654646e2bd17 req-62388d67-ec36-4e43-9c0b-6fdf8830f251 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.1343582 May 19 09:34:37.787985 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-14dfc0ed-069c-40d6-84b9-0315f686e34a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:37.811080 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dfc0ed-069c-40d6-84b9-0315f686e34a admin admin] Made reservation on behalf of f5d1b05e30714cbea49d828d58b5d5d7 for: {'subnet': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:34:37.813420 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-14dfc0ed-069c-40d6-84b9-0315f686e34a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2438433'] for subnet, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:37.827497 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-a5f55e74-0496-42e6-9fba-654646e2bd17 req-328f8f3f-b7bf-4633-b5f1-4827ec6ebbbc tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551250 May 19 09:34:37.992317 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] Set router ca81b9ba-ed53-4d01-945c-095513680cae gateway port host: dv-cinder-791281-2-smb {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:34:38.028346 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device b2f5cc06-c6a6-4122-bbcc-75479edd8f0e up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:34:38.155174 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port b2f5cc06-c6a6-4122-bbcc-75479edd8f0e triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:34:38.155660 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:38.298451 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-14dfc0ed-069c-40d6-84b9-0315f686e34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2438419'] for subnet, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:38.306010 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:38.306672 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 45062) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:38.345289 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'name': 'tempest-TestShelveInstance-873503132-router', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': 'b2f5cc06-c6a6-4122-bbcc-75479edd8f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:29Z', 'updated_at': '2021-05-19T09:34:35Z', 'revision_number': 4, 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'gw_port': {'id': 'b2f5cc06-c6a6-4122-bbcc-75479edd8f0e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:30Z', 'updated_at': '2021-05-19T09:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': 'b72aa1e1-42a0-4a22-baf4-9a446e12913e', 'name': '', 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'mac_address': 'fa:16:3e:21:e9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd298f93a-a019-4ca0-bd96-2bc106686ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:34Z', 'updated_at': '2021-05-19T09:34:35Z', 'revision_number': 2, 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'subnets': [{'id': 'd298f93a-a019-4ca0-bd96-2bc106686ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:38.349798 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] Checking router: ca81b9ba-ed53-4d01-945c-095513680cae for host: dv-cinder-791281-2-smb {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:34:38.350307 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] Updating router ca81b9ba-ed53-4d01-945c-095513680cae port b72aa1e1-42a0-4a22-baf4-9a446e12913e binding host dv-cinder-791281-2-smb {{(pid=91654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:34:38.380901 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dfc0ed-069c-40d6-84b9-0315f686e34a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2596f561-69f3-4e6f-807b-e3321c91864e,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:38.386313 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-14dfc0ed-069c-40d6-84b9-0315f686e34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:38.388791 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dfc0ed-069c-40d6-84b9-0315f686e34a admin admin] Checking segment: {'id': 'c3069388-f516-4ec8-a457-c5d5eb7a211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6c376777-e823-403d-bf86-e421a0d50303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:34:38.389145 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dfc0ed-069c-40d6-84b9-0315f686e34a admin admin] Network hostable DHCP agents. Network: 6c376777-e823-403d-bf86-e421a0d50303, hostable agents: ['6779d86a-8148-4f18-b3ad-742629ae43e2'], hosted agents: [] {{(pid=91651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:34:38.406936 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dfc0ed-069c-40d6-84b9-0315f686e34a admin admin] Network 6c376777-e823-403d-bf86-e421a0d50303 is scheduled to be hosted by DHCP agent 6779d86a-8148-4f18-b3ad-742629ae43e2 with binding_index 1 {{(pid=91651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:34:38.415966 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:38.418882 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-14dfc0ed-069c-40d6-84b9-0315f686e34a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-smb, 6c376777-e823-403d-bf86-e421a0d50303) {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:34:38.428747 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dfc0ed-069c-40d6-84b9-0315f686e34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:38.429353 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-14dfc0ed-069c-40d6-84b9-0315f686e34a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:38.429891 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919d37e6-bd53-4250-9172-f6795bd934ba None None] Network 6c376777-e823-403d-bf86-e421a0d50303 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:34:38.436147 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa9bd-9a87-42f7-ae9e-1233a0bedc93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:38.451444 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-14dfc0ed-069c-40d6-84b9-0315f686e34a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7302361 May 19 09:34:38.454161 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 45068) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:38.456059 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-5c8aa9bd-9a87-42f7-ae9e-1233a0bedc93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:38.459975 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-5c8aa9bd-9a87-42f7-ae9e-1233a0bedc93 admin admin] Usage tracker for resource:security_group_rule and tenant:ed0c856cd12d430d8467bebbe369bfad is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:38.460805 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-0cf63197-ff2c-438a-b154-3485e7c5d51c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-636839217-router', 'tenant_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:38.462867 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-5c8aa9bd-9a87-42f7-ae9e-1233a0bedc93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:38.466427 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-0cf63197-ff2c-438a-b154-3485e7c5d51c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:38.468590 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-5c8aa9bd-9a87-42f7-ae9e-1233a0bedc93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:38.470602 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-0cf63197-ff2c-438a-b154-3485e7c5d51c admin admin] Usage tracker for resource:router and tenant:f5d1b05e30714cbea49d828d58b5d5d7 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:38.474576 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-0cf63197-ff2c-438a-b154-3485e7c5d51c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:38.481227 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-0cf63197-ff2c-438a-b154-3485e7c5d51c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:38.495737 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0cf63197-ff2c-438a-b154-3485e7c5d51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3796340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125553'] for router, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:38.497013 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0cf63197-ff2c-438a-b154-3485e7c5d51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826997', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3742387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125544'] for router, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:38.516144 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0cf63197-ff2c-438a-b154-3485e7c5d51c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:38.592155 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa9bd-9a87-42f7-ae9e-1233a0bedc93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:38.596571 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa9bd-9a87-42f7-ae9e-1233a0bedc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:38.606962 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-3613cd28-586c-495d-9e89-aa08275289f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:38.654581 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-5c8aa9bd-9a87-42f7-ae9e-1233a0bedc93 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ed0c856cd12d430d8467bebbe369bfad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3466587 May 19 09:34:38.657022 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 45072) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:38.670933 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8aa9bd-9a87-42f7-ae9e-1233a0bedc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b82578-144c-4503-be6b-90c6f12f21bc,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:38.680848 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea425bde-057b-533b-bc1c-047233ed6b72-6c376777-e823-403d-bf86-e421a0d50303', 'network_id': '6c376777-e823-403d-bf86-e421a0d50303', 'tenant_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'fixed_ips': [{'subnet_id': '2596f561-69f3-4e6f-807b-e3321c91864e'}]}} from dv-cinder-791281-2-smb. {{(pid=91653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 09:34:38.681693 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:38.688820 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-5c8aa9bd-9a87-42f7-ae9e-1233a0bedc93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:38.745070 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3c36508b-5e4c-4096-b871-9df72cbc0847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:38.785023 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3c36508b-5e4c-4096-b871-9df72cbc0847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:38.846713 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3c36508b-5e4c-4096-b871-9df72cbc0847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:38.862860 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] Notify callbacks [] for port, precommit_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:38.876892 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-17a1e998-addd-4c05-ae2d-12f25b6dbe40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:38.877216 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.db_base_plugin_common [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] Allocated IP 172.20.0.2 (6c376777-e823-403d-bf86-e421a0d50303/2596f561-69f3-4e6f-807b-e3321c91864e/f5bb7556-f091-493b-bfeb-309864652846) {{(pid=91653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:34:38.878453 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.provisioning_blocks [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] Transition to ACTIVE for port object b72aa1e1-42a0-4a22-baf4-9a446e12913e will not be triggered until provisioned by entity L2. {{(pid=91654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:34:38.889579 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:38.897313 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-1a821ba6-a0fb-4b8b-b792-642fed63c248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:38.927553 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3c36508b-5e4c-4096-b871-9df72cbc0847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:38.928583 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-3c36508b-5e4c-4096-b871-9df72cbc0847 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/77b82578-144c-4503-be6b-90c6f12f21bc HTTP/1.1" status: 204 len: 168 time: 0.2704458 May 19 09:34:38.929436 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36508b-5e4c-4096-b871-9df72cbc0847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b82578-144c-4503-be6b-90c6f12f21bc,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:38.931759 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-3c36508b-5e4c-4096-b871-9df72cbc0847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:38.955300 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0cf63197-ff2c-438a-b154-3485e7c5d51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3796230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125530'] for router, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:39.071146 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3e5c5-c28e-4207-a0f7-cc1a0ddd3366 None None] Pushing event updated for resources: {'Port': ['ID=b72aa1e1-42a0-4a22-baf4-9a446e12913e,revision_number=3']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:39.101696 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3e5c5-c28e-4207-a0f7-cc1a0ddd3366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:39.102201 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3e5c5-c28e-4207-a0f7-cc1a0ddd3366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:39.102686 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3e5c5-c28e-4207-a0f7-cc1a0ddd3366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:39.102819 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3e5c5-c28e-4207-a0f7-cc1a0ddd3366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:39.106205 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3e5c5-c28e-4207-a0f7-cc1a0ddd3366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:39.110521 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3e5c5-c28e-4207-a0f7-cc1a0ddd3366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:39.110966 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3e5c5-c28e-4207-a0f7-cc1a0ddd3366 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:39.112117 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3e5c5-c28e-4207-a0f7-cc1a0ddd3366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:39.112448 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3e5c5-c28e-4207-a0f7-cc1a0ddd3366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:39.112817 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3e5c5-c28e-4207-a0f7-cc1a0ddd3366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:39.113138 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3e5c5-c28e-4207-a0f7-cc1a0ddd3366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:39.114158 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3e5c5-c28e-4207-a0f7-cc1a0ddd3366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:39.135250 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-13b3e5c5-c28e-4207-a0f7-cc1a0ddd3366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:39.142340 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c643ee-be35-434f-bf38-6cba46b2f33b req-83afa141-c0f0-4c3c-ac91-a83598030211 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:39.146120 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-37c643ee-be35-434f-bf38-6cba46b2f33b req-83afa141-c0f0-4c3c-ac91-a83598030211 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.1598902 May 19 09:34:39.246899 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-37c643ee-be35-434f-bf38-6cba46b2f33b req-a1d58ac2-ea62-4cb5-8e3c-7b8ca14aa51d tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940683 May 19 09:34:39.286650 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] Notify callbacks [] for port, precommit_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:39.297238 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] Transition to ACTIVE for port object f5bb7556-f091-493b-bfeb-309864652846 will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:34:39.333547 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] Attempting to bind port b72aa1e1-42a0-4a22-baf4-9a446e12913e on host dv-cinder-791281-2-smb for vnic_type normal with profile {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:34:39.334066 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] Attempting to bind port b72aa1e1-42a0-4a22-baf4-9a446e12913e by drivers openvswitch,hyperv on host dv-cinder-791281-2-smb at level 0 using segments [{'id': '41b8987e-1e4e-42fb-ad21-cd0c89e962c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568'}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:34:39.335256 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] Transition to ACTIVE for port object f5bb7556-f091-493b-bfeb-309864652846 will not be triggered until provisioned by entity DHCP. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:34:39.340543 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] Attempting to bind port b72aa1e1-42a0-4a22-baf4-9a446e12913e on network d18f6c36-0859-444b-a9be-eedab568b568 {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:34:39.343412 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:39.347024 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] Checking agent: {'id': 'ed3a6ef3-8a48-48e1-82fc-7237784a1888', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 23, 31), 'started_at': datetime.datetime(2021, 5, 19, 9, 24, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:34:39.347939 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] Checking segment: {'id': '41b8987e-1e4e-42fb-ad21-cd0c89e962c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:34:39.350265 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:39.350932 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] Bound using segment: {'id': '41b8987e-1e4e-42fb-ad21-cd0c89e962c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568'} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:34:39.351554 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:39.351973 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] Bound port: b72aa1e1-42a0-4a22-baf4-9a446e12913e, host: dv-cinder-791281-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b8987e-1e4e-42fb-ad21-cd0c89e962c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568'}}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:34:39.352575 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:39.440952 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] Network 6c376777-e823-403d-bf86-e421a0d50303 is already hosted by enough agents. {{(pid=91653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:34:39.446388 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.scheduler.base_scheduler [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] Resources bound (agent type, host, resource id): {{(pid=91653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:34:39.450458 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] Received port after_create {{(pid=91653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:34:39.464853 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] For port b72aa1e1-42a0-4a22-baf4-9a446e12913e, host dv-cinder-791281-2-smb, cleared binding levels {{(pid=91654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:34:39.468728 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] For port b72aa1e1-42a0-4a22-baf4-9a446e12913e, host dv-cinder-791281-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=b72aa1e1-42a0-4a22-baf4-9a446e12913e,segment=NetworkSegment(41b8987e-1e4e-42fb-ad21-cd0c89e962c3),segment_id=41b8987e-1e4e-42fb-ad21-cd0c89e962c3)] {{(pid=91654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:34:39.476217 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:39.480537 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0cf63197-ff2c-438a-b154-3485e7c5d51c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:39.488178 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] Pushing event updated for resources: {'Port': ['ID=f5bb7556-f091-493b-bfeb-309864652846,revision_number=1']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:39.494920 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:39.510337 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-1a821ba6-a0fb-4b8b-b792-642fed63c248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:39.515509 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0cf63197-ff2c-438a-b154-3485e7c5d51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:39.599555 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] Routers {'ca81b9ba-ed53-4d01-945c-095513680cae'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:34:39.600528 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:34:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['ca81b9ba-ed53-4d01-945c-095513680cae'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:39.601600 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] Attempting to bind port f5bb7556-f091-493b-bfeb-309864652846 on host dv-cinder-791281-2-smb for vnic_type normal with profile {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:34:39.602027 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] Attempting to bind port f5bb7556-f091-493b-bfeb-309864652846 by drivers openvswitch,hyperv on host dv-cinder-791281-2-smb at level 0 using segments [{'id': 'c3069388-f516-4ec8-a457-c5d5eb7a211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6c376777-e823-403d-bf86-e421a0d50303'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:34:39.602437 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] Attempting to bind port f5bb7556-f091-493b-bfeb-309864652846 on network 6c376777-e823-403d-bf86-e421a0d50303 {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:34:39.611101 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] Checking agent: {'id': 'ed3a6ef3-8a48-48e1-82fc-7237784a1888', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 23, 31), 'started_at': datetime.datetime(2021, 5, 19, 9, 24, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:34:39.611478 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] Checking segment: {'id': 'c3069388-f516-4ec8-a457-c5d5eb7a211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6c376777-e823-403d-bf86-e421a0d50303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:34:39.611892 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:39.612293 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] Bound using segment: {'id': 'c3069388-f516-4ec8-a457-c5d5eb7a211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6c376777-e823-403d-bf86-e421a0d50303'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:34:39.612766 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] Bound port: f5bb7556-f091-493b-bfeb-309864652846, host: dv-cinder-791281-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3069388-f516-4ec8-a457-c5d5eb7a211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6c376777-e823-403d-bf86-e421a0d50303'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:34:39.613147 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:39.680637 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3e5c5-c28e-4207-a0f7-cc1a0ddd3366 None None] Pushing event updated for resources: {'Port': ['ID=b72aa1e1-42a0-4a22-baf4-9a446e12913e,revision_number=4']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:39.692787 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-13b3e5c5-c28e-4207-a0f7-cc1a0ddd3366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:39.713423 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [None req-0cf63197-ff2c-438a-b154-3485e7c5d51c admin admin] Allocated IP 172.28.0.231 (7d528ae4-f655-4215-abed-2652e9d6f37f/518ab1fe-b41e-417a-a1c0-f577284c585f/95e8b333-d643-4f57-b84d-ecd0f043747a) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:34:39.732545 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] For port f5bb7556-f091-493b-bfeb-309864652846, host dv-cinder-791281-2-smb, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:34:39.736859 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] For port f5bb7556-f091-493b-bfeb-309864652846, host dv-cinder-791281-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=f5bb7556-f091-493b-bfeb-309864652846,segment=NetworkSegment(c3069388-f516-4ec8-a457-c5d5eb7a211d),segment_id=c3069388-f516-4ec8-a457-c5d5eb7a211d)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:34:39.742629 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:39.759064 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:39.846259 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] Set router ca81b9ba-ed53-4d01-945c-095513680cae gateway port host: dv-cinder-791281-2-smb {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:34:39.906666 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] Pushing event updated for resources: {'Port': ['ID=f5bb7556-f091-493b-bfeb-309864652846,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:39.910049 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:39.935281 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0cf63197-ff2c-438a-b154-3485e7c5d51c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:39.983503 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0cf63197-ff2c-438a-b154-3485e7c5d51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:39.990503 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-06f5bd7e-3224-4ffe-9c1a-b41035a6b41c tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:40.059914 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf63197-ff2c-438a-b154-3485e7c5d51c admin admin] Network 7d528ae4-f655-4215-abed-2652e9d6f37f is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:34:40.062886 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-0cf63197-ff2c-438a-b154-3485e7c5d51c admin admin] Resources bound (agent type, host, resource id): {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:34:40.066850 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf63197-ff2c-438a-b154-3485e7c5d51c admin admin] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:34:40.130459 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf63197-ff2c-438a-b154-3485e7c5d51c admin admin] Pushing event updated for resources: {'Port': ['ID=95e8b333-d643-4f57-b84d-ecd0f043747a,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:40.139049 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0cf63197-ff2c-438a-b154-3485e7c5d51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:40.244243 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'name': 'tempest-TestShelveInstance-873503132-router', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': 'b2f5cc06-c6a6-4122-bbcc-75479edd8f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:29Z', 'updated_at': '2021-05-19T09:34:35Z', 'revision_number': 4, 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'gw_port': {'id': 'b2f5cc06-c6a6-4122-bbcc-75479edd8f0e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:30Z', 'updated_at': '2021-05-19T09:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': 'b72aa1e1-42a0-4a22-baf4-9a446e12913e', 'name': '', 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'mac_address': 'fa:16:3e:21:e9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd298f93a-a019-4ca0-bd96-2bc106686ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:34Z', 'updated_at': '2021-05-19T09:34:39Z', 'revision_number': 4, 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'subnets': [{'id': 'd298f93a-a019-4ca0-bd96-2bc106686ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:40.249428 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9800208-24e3-465f-a735-c900a3adf9c6 None None] The sync data for ids ['ca81b9ba-ed53-4d01-945c-095513680cae'] in dv-cinder-791281-2-smb is: [{'id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'name': 'tempest-TestShelveInstance-873503132-router', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': 'b2f5cc06-c6a6-4122-bbcc-75479edd8f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:29Z', 'updated_at': '2021-05-19T09:34:35Z', 'revision_number': 4, 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'gw_port': {'id': 'b2f5cc06-c6a6-4122-bbcc-75479edd8f0e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:30Z', 'updated_at': '2021-05-19T09:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': 'b72aa1e1-42a0-4a22-baf4-9a446e12913e', 'name': '', 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'mac_address': 'fa:16:3e:21:e9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd298f93a-a019-4ca0-bd96-2bc106686ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:34Z', 'updated_at': '2021-05-19T09:34:39Z', 'revision_number': 4, 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'subnets': [{'id': 'd298f93a-a019-4ca0-bd96-2bc106686ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:34:40.522591 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:40.859670 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652da7b-1aad-488a-94b2-a604dd7fd82a req-e4d3bdca-8d81-49cb-a900-594e34876b0f tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:40.866926 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-1652da7b-1aad-488a-94b2-a604dd7fd82a req-e4d3bdca-8d81-49cb-a900-594e34876b0f tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.4497623 May 19 09:34:40.906785 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0cf63197-ff2c-438a-b154-3485e7c5d51c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:41.081667 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-1652da7b-1aad-488a-94b2-a604dd7fd82a req-c7a12201-5484-4265-9761-c3be042d2612 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137721 May 19 09:34:41.286829 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00483a4f-e91d-46c7-ad51-e69e03718880 None None] Network 6c376777-e823-403d-bf86-e421a0d50303 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:34:41.435334 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-b3d68dc0-adac-46b0-89ba-2ec411529663 None None] Provisioning for port f5bb7556-f091-493b-bfeb-309864652846 completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:34:41.435630 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0cf63197-ff2c-438a-b154-3485e7c5d51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3796351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827087'] for router, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:41.675281 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf63197-ff2c-438a-b154-3485e7c5d51c admin admin] Router 41936fa9-667c-4cc1-bf59-79d769e35207 is scheduled to L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 with binding_index 1 {{(pid=91651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 09:34:41.888749 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf63197-ff2c-438a-b154-3485e7c5d51c admin admin] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:34:41.911558 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] Sync routers for ids ['41936fa9-667c-4cc1-bf59-79d769e35207'] in dv-cinder-791281-2-smb {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:34:41.916706 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0cf63197-ff2c-438a-b154-3485e7c5d51c admin admin] Notify callbacks [] for router, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:41.917969 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-0cf63197-ff2c-438a-b154-3485e7c5d51c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4628136 May 19 09:34:41.921161 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 45152) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:41.926651 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] Routers {'41936fa9-667c-4cc1-bf59-79d769e35207'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:34:41.927276 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:34:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['41936fa9-667c-4cc1-bf59-79d769e35207'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:42.106226 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device b72aa1e1-42a0-4a22-baf4-9a446e12913e up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:34:42.123104 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 45160) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:42.221327 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] Set router 41936fa9-667c-4cc1-bf59-79d769e35207 gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:34:42.259999 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c4208d7b-d5ef-4b0b-99f7-6f6e6bc37519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:42.278263 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-c4208d7b-d5ef-4b0b-99f7-6f6e6bc37519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:42.283261 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-c4208d7b-d5ef-4b0b-99f7-6f6e6bc37519 admin admin] Usage tracker for resource:security_group_rule and tenant:d3b6123e7f3b453584e98d7eccceef43 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:42.290796 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-c4208d7b-d5ef-4b0b-99f7-6f6e6bc37519 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:42.297567 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-c4208d7b-d5ef-4b0b-99f7-6f6e6bc37519 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:42.408490 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c4208d7b-d5ef-4b0b-99f7-6f6e6bc37519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:42.415315 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c4208d7b-d5ef-4b0b-99f7-6f6e6bc37519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:42.427578 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-2d1b0d06-7223-467a-8190-2adba5d840af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:42.442637 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning for port b72aa1e1-42a0-4a22-baf4-9a446e12913e completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:34:42.459723 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port b72aa1e1-42a0-4a22-baf4-9a446e12913e triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:34:42.460087 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:42.473649 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-c4208d7b-d5ef-4b0b-99f7-6f6e6bc37519 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d3b6123e7f3b453584e98d7eccceef43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3487089 May 19 09:34:42.475940 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4208d7b-d5ef-4b0b-99f7-6f6e6bc37519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74132fd-866f-4479-95c8-97d57f49422e,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:42.478411 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 45170) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:42.481220 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c4208d7b-d5ef-4b0b-99f7-6f6e6bc37519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:42.505660 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a008c-fbb9-43d4-ade4-237668c86f23 req-45567124-233d-4226-91e8-14bad6a1d681 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:42.514002 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-fc2a008c-fbb9-43d4-ade4-237668c86f23 req-45567124-233d-4226-91e8-14bad6a1d681 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.2613721 May 19 09:34:42.556374 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e78e52e4-163e-45db-af31-b7c032cb15c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:42.583772 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e78e52e4-163e-45db-af31-b7c032cb15c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:42.659749 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-fc2a008c-fbb9-43d4-ade4-237668c86f23 req-6a951a4b-2ed3-404c-976a-a15f6f14db62 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448228 May 19 09:34:42.660870 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e78e52e4-163e-45db-af31-b7c032cb15c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:42.669209 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-068ec0ea-0426-402f-a3d2-6d8035be7c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:42.681508 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e52e4-163e-45db-af31-b7c032cb15c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74132fd-866f-4479-95c8-97d57f49422e,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:42.685487 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-e78e52e4-163e-45db-af31-b7c032cb15c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:42.688973 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e78e52e4-163e-45db-af31-b7c032cb15c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:42.690777 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-e78e52e4-163e-45db-af31-b7c032cb15c5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e74132fd-866f-4479-95c8-97d57f49422e HTTP/1.1" status: 204 len: 168 time: 0.2108617 May 19 09:34:42.713851 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:42.757945 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41936fa9-667c-4cc1-bf59-79d769e35207', 'name': 'tempest-TestShelveInstance-636839217-router', 'tenant_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '95e8b333-d643-4f57-b84d-ecd0f043747a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:38Z', 'updated_at': '2021-05-19T09:34:40Z', 'revision_number': 3, 'project_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'gw_port': {'id': '95e8b333-d643-4f57-b84d-ecd0f043747a', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41936fa9-667c-4cc1-bf59-79d769e35207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:39Z', 'updated_at': '2021-05-19T09:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb'}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:42.760841 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] For port b72aa1e1-42a0-4a22-baf4-9a446e12913e, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=b72aa1e1-42a0-4a22-baf4-9a446e12913e,segment=NetworkSegment(41b8987e-1e4e-42fb-ad21-cd0c89e962c3),segment_id=41b8987e-1e4e-42fb-ad21-cd0c89e962c3)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:42.764014 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] Checking router: 41936fa9-667c-4cc1-bf59-79d769e35207 for host: dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:34:42.764480 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] Updating router 41936fa9-667c-4cc1-bf59-79d769e35207 port 95e8b333-d643-4f57-b84d-ecd0f043747a binding host dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:34:42.796087 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:42.796936 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device f5bb7556-f091-493b-bfeb-309864652846 up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:34:42.830574 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:42.922073 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:42.958146 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-dc2d98ab-aab1-44ec-be75-53075cc2e51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:42.991950 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Pushing event updated for resources: {'Port': ['ID=b72aa1e1-42a0-4a22-baf4-9a446e12913e,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:42.997808 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:43.017352 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 45178) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:43.034818 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d677c5e4-e1f5-4d40-a751-000a2c6d9af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.049446 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-d677c5e4-e1f5-4d40-a751-000a2c6d9af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:43.054248 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-d677c5e4-e1f5-4d40-a751-000a2c6d9af7 admin admin] Usage tracker for resource:security_group_rule and tenant:89aff63d38904b25884a6b93b9ca227b is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:43.057125 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-d677c5e4-e1f5-4d40-a751-000a2c6d9af7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:43.062926 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-d677c5e4-e1f5-4d40-a751-000a2c6d9af7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:43.064481 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning for port f5bb7556-f091-493b-bfeb-309864652846 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:34:43.074487 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port f5bb7556-f091-493b-bfeb-309864652846 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:34:43.074773 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.162229 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d677c5e4-e1f5-4d40-a751-000a2c6d9af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.166498 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d677c5e4-e1f5-4d40-a751-000a2c6d9af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.178889 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:43.186681 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-dc2d98ab-aab1-44ec-be75-53075cc2e51c admin admin] Allocated IP 172.20.0.1 (6c376777-e823-403d-bf86-e421a0d50303/2596f561-69f3-4e6f-807b-e3321c91864e/9bfb1086-6940-49b8-a8c5-f6879790e393) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:34:43.222951 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-d677c5e4-e1f5-4d40-a751-000a2c6d9af7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=89aff63d38904b25884a6b93b9ca227b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044034 May 19 09:34:43.225891 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 45182) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:43.228469 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677c5e4-e1f5-4d40-a751-000a2c6d9af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d593af-378c-4650-b4fd-f8fb11e58557,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:43.231555 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d677c5e4-e1f5-4d40-a751-000a2c6d9af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:43.297544 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-06ac1261-be3f-436f-9c74-ee6ed969e640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.328671 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-06ac1261-be3f-436f-9c74-ee6ed969e640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.353287 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.390251 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] For port f5bb7556-f091-493b-bfeb-309864652846, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=f5bb7556-f091-493b-bfeb-309864652846,segment=NetworkSegment(c3069388-f516-4ec8-a457-c5d5eb7a211d),segment_id=c3069388-f516-4ec8-a457-c5d5eb7a211d)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:43.396276 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-06ac1261-be3f-436f-9c74-ee6ed969e640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.401468 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.404051 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ad31b5ef-fc97-440d-aab2-70345329ae04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:43.405560 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-dc2d98ab-aab1-44ec-be75-53075cc2e51c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.405673 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:43.416773 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac1261-be3f-436f-9c74-ee6ed969e640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d593af-378c-4650-b4fd-f8fb11e58557,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:43.423802 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.provisioning_blocks [None req-dc2d98ab-aab1-44ec-be75-53075cc2e51c admin admin] Transition to ACTIVE for port object 9bfb1086-6940-49b8-a8c5-f6879790e393 will not be triggered until provisioned by entity DHCP. {{(pid=91652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:34:43.427116 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-06ac1261-be3f-436f-9c74-ee6ed969e640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:43.433507 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-06ac1261-be3f-436f-9c74-ee6ed969e640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.434776 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-06ac1261-be3f-436f-9c74-ee6ed969e640 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f7d593af-378c-4650-b4fd-f8fb11e58557 HTTP/1.1" status: 204 len: 168 time: 0.2080102 May 19 09:34:43.460010 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-dc2d98ab-aab1-44ec-be75-53075cc2e51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838887'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.469335 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:43.526297 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] Notify callbacks [] for port, precommit_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.540444 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] Transition to ACTIVE for port object 95e8b333-d643-4f57-b84d-ecd0f043747a will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:34:43.570779 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d98ab-aab1-44ec-be75-53075cc2e51c admin admin] Pushing event updated for resources: {'Port': ['ID=9bfb1086-6940-49b8-a8c5-f6879790e393,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:43.574991 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-dc2d98ab-aab1-44ec-be75-53075cc2e51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:43.587753 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.588298 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2d98ab-aab1-44ec-be75-53075cc2e51c admin admin] Network 6c376777-e823-403d-bf86-e421a0d50303 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:34:43.589583 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-dc2d98ab-aab1-44ec-be75-53075cc2e51c admin admin] Resources bound (agent type, host, resource id): {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:34:43.606290 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d98ab-aab1-44ec-be75-53075cc2e51c admin admin] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:34:43.629858 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] Attempting to bind port 95e8b333-d643-4f57-b84d-ecd0f043747a on host dv-cinder-791281-2-smb for vnic_type normal with profile {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:34:43.630426 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] Attempting to bind port 95e8b333-d643-4f57-b84d-ecd0f043747a by drivers openvswitch,hyperv on host dv-cinder-791281-2-smb at level 0 using segments [{'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:34:43.630796 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] Attempting to bind port 95e8b333-d643-4f57-b84d-ecd0f043747a on network 7d528ae4-f655-4215-abed-2652e9d6f37f {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:34:43.638208 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] Checking agent: {'id': 'ed3a6ef3-8a48-48e1-82fc-7237784a1888', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 23, 31), 'started_at': datetime.datetime(2021, 5, 19, 9, 24, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:34:43.638504 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] Checking segment: {'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:34:43.638875 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.639399 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] Bound using segment: {'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:34:43.640075 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] Bound port: 95e8b333-d643-4f57-b84d-ecd0f043747a, host: dv-cinder-791281-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:34:43.640542 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.688480 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-dc2d98ab-aab1-44ec-be75-53075cc2e51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3806268'] for router_interface, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.736038 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Pushing event updated for resources: {'Port': ['ID=f5bb7556-f091-493b-bfeb-309864652846,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:43.743048 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:43.751452 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:43.889474 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a89884-6d9c-4e37-a9e3-31d6150b211a None None] Pushing event updated for resources: {'Port': ['ID=95e8b333-d643-4f57-b84d-ecd0f043747a,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:43.892857 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-86a89884-6d9c-4e37-a9e3-31d6150b211a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:43.896750 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] For port 95e8b333-d643-4f57-b84d-ecd0f043747a, host dv-cinder-791281-2-smb, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:34:43.903525 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] For port 95e8b333-d643-4f57-b84d-ecd0f043747a, host dv-cinder-791281-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=95e8b333-d643-4f57-b84d-ecd0f043747a,segment=NetworkSegment(55747ea9-294a-4e73-8f61-78bde3a770f5),segment_id=55747ea9-294a-4e73-8f61-78bde3a770f5)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:34:43.911918 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.917991 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:43.920308 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d5ba6-3645-42c0-8bb3-46cd66463dbf req-d879dcbb-585a-43c3-8358-88b0ac39f9ea tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:43.922169 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-387d5ba6-3645-42c0-8bb3-46cd66463dbf req-d879dcbb-585a-43c3-8358-88b0ac39f9ea tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.1113105 May 19 09:34:43.949206 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-dc2d98ab-aab1-44ec-be75-53075cc2e51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.991196 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-387d5ba6-3645-42c0-8bb3-46cd66463dbf req-e4438e8a-6f65-4c35-8332-1182ae627772 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598655 May 19 09:34:44.001989 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-29d602f2-d4df-4ffc-83a9-c01a228b6564 None None] Provisioning for port 9bfb1086-6940-49b8-a8c5-f6879790e393 completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:34:44.018690 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-29d602f2-d4df-4ffc-83a9-c01a228b6564 None None] Provisioning complete for port 9bfb1086-6940-49b8-a8c5-f6879790e393 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:34:44.019069 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-29d602f2-d4df-4ffc-83a9-c01a228b6564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:44.096819 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device b72aa1e1-42a0-4a22-baf4-9a446e12913e up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:34:44.207992 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a89884-6d9c-4e37-a9e3-31d6150b211a None None] Pushing event updated for resources: {'Port': ['ID=95e8b333-d643-4f57-b84d-ecd0f043747a,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:44.212075 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-29d602f2-d4df-4ffc-83a9-c01a228b6564 None None] Port 9bfb1086-6940-49b8-a8c5-f6879790e393 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:34:44.218211 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-86a89884-6d9c-4e37-a9e3-31d6150b211a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:44.222387 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] Routers {'41936fa9-667c-4cc1-bf59-79d769e35207'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:34:44.223032 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:34:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['41936fa9-667c-4cc1-bf59-79d769e35207'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:44.289178 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-dc2d98ab-aab1-44ec-be75-53075cc2e51c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:44.295834 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-dc2d98ab-aab1-44ec-be75-53075cc2e51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838910'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:44.328275 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ac7a8c22-b1f0-4c23-93b3-20f72db9aa86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:44.415751 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-dc2d98ab-aab1-44ec-be75-53075cc2e51c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3806299'] for router_interface, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:44.420347 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d98ab-aab1-44ec-be75-53075cc2e51c admin admin] Pushing event updated for resources: {'Port': ['ID=9bfb1086-6940-49b8-a8c5-f6879790e393,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:44.425207 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-dc2d98ab-aab1-44ec-be75-53075cc2e51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:44.432032 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port b72aa1e1-42a0-4a22-baf4-9a446e12913e triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:34:44.432604 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:44.503601 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] Set router 41936fa9-667c-4cc1-bf59-79d769e35207 gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:34:44.574180 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e4930-9263-4da6-92e4-d45d4402faa5 req-82829404-e985-43dc-a6e0-21c826674c50 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:44.576337 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0d1e4930-9263-4da6-92e4-d45d4402faa5 req-82829404-e985-43dc-a6e0-21c826674c50 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.1830471 May 19 09:34:44.583535 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f66ce-c31c-4a41-a263-e27380a65dbb req-f0266285-2da9-4095-9234-fe2e60a64787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:44.585203 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-951f66ce-c31c-4a41-a263-e27380a65dbb req-f0266285-2da9-4095-9234-fe2e60a64787 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f0e37a2a177646dba68287797f2a6e26&device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 1099 time: 0.1352446 May 19 09:34:44.638446 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2d98ab-aab1-44ec-be75-53075cc2e51c admin admin] Network 6c376777-e823-403d-bf86-e421a0d50303 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:34:44.639633 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-dc2d98ab-aab1-44ec-be75-53075cc2e51c admin admin] Resources bound (agent type, host, resource id): {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:34:44.891297 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-0d1e4930-9263-4da6-92e4-d45d4402faa5 req-5fcaf9b9-ec92-4304-bc4f-2d2f934b6f19 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3024750 May 19 09:34:44.942091 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2d98ab-aab1-44ec-be75-53075cc2e51c admin admin] Router 41936fa9-667c-4cc1-bf59-79d769e35207 has already been hosted by L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 {{(pid=91652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:34:44.948309 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f66ce-c31c-4a41-a263-e27380a65dbb req-8baaf4f6-ae85-4f32-9a8a-9029dd7f17d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:44.954563 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-951f66ce-c31c-4a41-a263-e27380a65dbb req-8baaf4f6-ae85-4f32-9a8a-9029dd7f17d2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fe3c14a7-95b2-4211-8c13-ae471fbbb112 HTTP/1.1" status: 200 len: 912 time: 0.3498654 May 19 09:34:44.964239 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device f5bb7556-f091-493b-bfeb-309864652846 up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:34:45.093173 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-951f66ce-c31c-4a41-a263-e27380a65dbb req-4b3453ee-1acf-44bc-bad8-9cb30377a462 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef28c7a5-14cd-4052-af2e-80c13efeaa7b HTTP/1.1" status: 200 len: 1001 time: 0.1294374 May 19 09:34:45.135834 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-a1b5b8b4-9091-419b-bfce-21839f879428 None None] Provisioning complete for port 9bfb1086-6940-49b8-a8c5-f6879790e393 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:34:45.136410 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a1b5b8b4-9091-419b-bfce-21839f879428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:45.167234 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f66ce-c31c-4a41-a263-e27380a65dbb req-876a9f1c-55c6-498d-ad82-7f766c60e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:45.168284 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-951f66ce-c31c-4a41-a263-e27380a65dbb req-876a9f1c-55c6-498d-ad82-7f766c60e7f3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=021c4d73-41b9-4450-ab59-fd4ec8b0ebec HTTP/1.1" status: 200 len: 850 time: 0.0702512 May 19 09:34:45.226884 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2d98ab-aab1-44ec-be75-53075cc2e51c admin admin] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:34:45.238023 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-dc2d98ab-aab1-44ec-be75-53075cc2e51c admin admin] 10.222.0.61 "PUT /v2.0/routers/41936fa9-667c-4cc1-bf59-79d769e35207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3133795 May 19 09:34:45.250533 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port f5bb7556-f091-493b-bfeb-309864652846 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:34:45.250896 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:45.278682 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5b8b4-9091-419b-bfce-21839f879428 None None] Port 9bfb1086-6940-49b8-a8c5-f6879790e393 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:34:45.282849 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f66ce-c31c-4a41-a263-e27380a65dbb req-a22bb2dc-4760-4b53-840e-1d60bfda992d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:45.284302 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-951f66ce-c31c-4a41-a263-e27380a65dbb req-a22bb2dc-4760-4b53-840e-1d60bfda992d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fe3c14a7-95b2-4211-8c13-ae471fbbb112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1068237 May 19 09:34:45.431044 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-951f66ce-c31c-4a41-a263-e27380a65dbb req-8477ca76-4cbb-4ed0-8b39-c16493630ca4 service neutron] 10.222.0.76 "GET /v2.0/networks/fe3c14a7-95b2-4211-8c13-ae471fbbb112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384606 May 19 09:34:45.444489 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41936fa9-667c-4cc1-bf59-79d769e35207', 'name': 'tempest-TestShelveInstance-636839217-router', 'tenant_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '95e8b333-d643-4f57-b84d-ecd0f043747a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:38Z', 'updated_at': '2021-05-19T09:34:43Z', 'revision_number': 4, 'project_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'gw_port': {'id': '95e8b333-d643-4f57-b84d-ecd0f043747a', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41936fa9-667c-4cc1-bf59-79d769e35207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:39Z', 'updated_at': '2021-05-19T09:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '9bfb1086-6940-49b8-a8c5-f6879790e393', 'name': '', 'network_id': '6c376777-e823-403d-bf86-e421a0d50303', 'tenant_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'mac_address': 'fa:16:3e:cd:c6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41936fa9-667c-4cc1-bf59-79d769e35207', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2596f561-69f3-4e6f-807b-e3321c91864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:43Z', 'updated_at': '2021-05-19T09:34:43Z', 'revision_number': 1, 'project_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'subnets': [{'id': '2596f561-69f3-4e6f-807b-e3321c91864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:45.458218 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68061c4c-c282-481c-8ac4-4b8b55dc4d0e None None] The sync data for ids ['41936fa9-667c-4cc1-bf59-79d769e35207'] in dv-cinder-791281-2-smb is: [{'id': '41936fa9-667c-4cc1-bf59-79d769e35207', 'name': 'tempest-TestShelveInstance-636839217-router', 'tenant_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '95e8b333-d643-4f57-b84d-ecd0f043747a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:38Z', 'updated_at': '2021-05-19T09:34:43Z', 'revision_number': 4, 'project_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'gw_port': {'id': '95e8b333-d643-4f57-b84d-ecd0f043747a', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41936fa9-667c-4cc1-bf59-79d769e35207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:39Z', 'updated_at': '2021-05-19T09:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '9bfb1086-6940-49b8-a8c5-f6879790e393', 'name': '', 'network_id': '6c376777-e823-403d-bf86-e421a0d50303', 'tenant_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'mac_address': 'fa:16:3e:cd:c6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41936fa9-667c-4cc1-bf59-79d769e35207', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2596f561-69f3-4e6f-807b-e3321c91864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:43Z', 'updated_at': '2021-05-19T09:34:43Z', 'revision_number': 1, 'project_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'subnets': [{'id': '2596f561-69f3-4e6f-807b-e3321c91864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:34:45.604758 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-951f66ce-c31c-4a41-a263-e27380a65dbb req-8697dd94-0e2d-4b55-9f9a-ef88670ecce0 service neutron] 10.222.0.76 "GET /v2.0/networks/fe3c14a7-95b2-4211-8c13-ae471fbbb112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636024 May 19 09:34:45.996793 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 45252) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:46.004966 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-0596492f-b10e-4fc3-a5d0-7b5a86830ba2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1678765699', 'description': 'tempest-secgroup-smoke-1678765699 description', 'project_id': '97fc349a479c4afd9aea2d0219c002b2'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:46.011378 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-0596492f-b10e-4fc3-a5d0-7b5a86830ba2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:46.027728 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-0596492f-b10e-4fc3-a5d0-7b5a86830ba2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Usage tracker for resource:security_group and tenant:97fc349a479c4afd9aea2d0219c002b2 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:46.033467 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-0596492f-b10e-4fc3-a5d0-7b5a86830ba2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:46.058040 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-0596492f-b10e-4fc3-a5d0-7b5a86830ba2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:46.088883 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0596492f-b10e-4fc3-a5d0-7b5a86830ba2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.134832 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-0596492f-b10e-4fc3-a5d0-7b5a86830ba2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:46.146860 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-0596492f-b10e-4fc3-a5d0-7b5a86830ba2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Usage tracker for resource:security_group_rule and tenant:97fc349a479c4afd9aea2d0219c002b2 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:46.151152 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e88ca-81ab-437d-af66-384d3d14d86d req-63c58f94-cfd5-4fc7-ad8a-5c62756f7fbd tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:46.152701 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-9b1e88ca-81ab-437d-af66-384d3d14d86d req-63c58f94-cfd5-4fc7-ad8a-5c62756f7fbd tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.1364293 May 19 09:34:46.153340 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-0596492f-b10e-4fc3-a5d0-7b5a86830ba2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:46.168207 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-0596492f-b10e-4fc3-a5d0-7b5a86830ba2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:46.305385 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0596492f-b10e-4fc3-a5d0-7b5a86830ba2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.311218 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0596492f-b10e-4fc3-a5d0-7b5a86830ba2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.318311 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d6c2a557-72e5-4d4a-9f88-634b3eaf92fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:46.348561 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-9b1e88ca-81ab-437d-af66-384d3d14d86d req-24acfa24-488f-48ae-9e4a-aab29e39ee15 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834090 May 19 09:34:46.377261 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596492f-b10e-4fc3-a5d0-7b5a86830ba2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf5450e-9d84-4b93-b625-e086bec61567,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:46.380934 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0596492f-b10e-4fc3-a5d0-7b5a86830ba2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:46.381779 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0596492f-b10e-4fc3-a5d0-7b5a86830ba2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.385575 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-0596492f-b10e-4fc3-a5d0-7b5a86830ba2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3848619 May 19 09:34:46.386009 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 45260) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:46.391143 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-fef8a451-76f0-48d8-ac54-1e50d55c7b0d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Request body: {'security_group_rule': {'security_group_id': 'ecf5450e-9d84-4b93-b625-e086bec61567', 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:46.397586 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-fef8a451-76f0-48d8-ac54-1e50d55c7b0d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:46.401486 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-fef8a451-76f0-48d8-ac54-1e50d55c7b0d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Usage tracker for resource:security_group_rule and tenant:97fc349a479c4afd9aea2d0219c002b2 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:46.404482 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-fef8a451-76f0-48d8-ac54-1e50d55c7b0d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:46.410811 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-fef8a451-76f0-48d8-ac54-1e50d55c7b0d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:46.428971 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fef8a451-76f0-48d8-ac54-1e50d55c7b0d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.499662 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fef8a451-76f0-48d8-ac54-1e50d55c7b0d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.503652 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fef8a451-76f0-48d8-ac54-1e50d55c7b0d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750084'] for security_group_rule, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.506885 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ac86783d-1059-4cd3-be6f-bd43fe10cd49 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:46.530375 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8a451-76f0-48d8-ac54-1e50d55c7b0d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e43a720-f01d-4e21-84bb-f693b1f8e0c7,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:46.534860 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-fef8a451-76f0-48d8-ac54-1e50d55c7b0d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:46.540652 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fef8a451-76f0-48d8-ac54-1e50d55c7b0d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.541834 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-fef8a451-76f0-48d8-ac54-1e50d55c7b0d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1549482 May 19 09:34:46.544564 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 45268) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:46.549739 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-742ecea0-a2dc-495c-8627-d6ca6e2104ea tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Request body: {'security_group_rule': {'security_group_id': 'ecf5450e-9d84-4b93-b625-e086bec61567', 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:46.555988 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-742ecea0-a2dc-495c-8627-d6ca6e2104ea tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:46.559722 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-742ecea0-a2dc-495c-8627-d6ca6e2104ea tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Usage tracker for resource:security_group_rule and tenant:97fc349a479c4afd9aea2d0219c002b2 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:46.562570 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-742ecea0-a2dc-495c-8627-d6ca6e2104ea tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:46.568838 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-742ecea0-a2dc-495c-8627-d6ca6e2104ea tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:46.584535 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-742ecea0-a2dc-495c-8627-d6ca6e2104ea tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.646120 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-742ecea0-a2dc-495c-8627-d6ca6e2104ea tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.649870 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-742ecea0-a2dc-495c-8627-d6ca6e2104ea tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750084'] for security_group_rule, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.651812 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-9a6a5017-1701-4433-8e8c-ae4f6e306340 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:46.671730 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ecea0-a2dc-495c-8627-d6ca6e2104ea tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec944af-7a36-4c9e-9498-0dd01b97998d,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:46.675609 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-742ecea0-a2dc-495c-8627-d6ca6e2104ea tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:46.683869 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-742ecea0-a2dc-495c-8627-d6ca6e2104ea tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.685030 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-742ecea0-a2dc-495c-8627-d6ca6e2104ea tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1395464 May 19 09:34:46.687688 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 45272) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:46.693412 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-2f30dad2-4d31-4ddb-921f-c47e202e7881 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Request body: {'security_group_rule': {'security_group_id': 'ecf5450e-9d84-4b93-b625-e086bec61567', 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:46.699047 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-2f30dad2-4d31-4ddb-921f-c47e202e7881 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:46.703085 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-2f30dad2-4d31-4ddb-921f-c47e202e7881 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Usage tracker for resource:security_group_rule and tenant:97fc349a479c4afd9aea2d0219c002b2 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:46.706241 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-2f30dad2-4d31-4ddb-921f-c47e202e7881 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:46.712518 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-2f30dad2-4d31-4ddb-921f-c47e202e7881 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:46.729693 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-2f30dad2-4d31-4ddb-921f-c47e202e7881 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.793306 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-2f30dad2-4d31-4ddb-921f-c47e202e7881 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.796785 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-2f30dad2-4d31-4ddb-921f-c47e202e7881 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750084'] for security_group_rule, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.798802 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-fef8a451-76f0-48d8-ac54-1e50d55c7b0d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:46.822243 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30dad2-4d31-4ddb-921f-c47e202e7881 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9f5d55-da5c-42b4-96a3-34269d1cde0c,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:46.824839 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-2f30dad2-4d31-4ddb-921f-c47e202e7881 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:46.831904 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-2f30dad2-4d31-4ddb-921f-c47e202e7881 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.833334 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-2f30dad2-4d31-4ddb-921f-c47e202e7881 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1447430 May 19 09:34:46.836161 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 45276) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:46.841240 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-d3705126-43d3-4e9b-9824-d68f1584d044 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Request body: {'security_group_rule': {'security_group_id': 'ecf5450e-9d84-4b93-b625-e086bec61567', 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:46.846954 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-d3705126-43d3-4e9b-9824-d68f1584d044 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:46.851912 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-d3705126-43d3-4e9b-9824-d68f1584d044 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Usage tracker for resource:security_group_rule and tenant:97fc349a479c4afd9aea2d0219c002b2 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:46.854868 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-d3705126-43d3-4e9b-9824-d68f1584d044 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:46.860745 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-d3705126-43d3-4e9b-9824-d68f1584d044 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:46.879160 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d3705126-43d3-4e9b-9824-d68f1584d044 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.941813 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d3705126-43d3-4e9b-9824-d68f1584d044 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.945144 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d3705126-43d3-4e9b-9824-d68f1584d044 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750084'] for security_group_rule, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.947120 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-2f30dad2-4d31-4ddb-921f-c47e202e7881 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:46.966177 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3705126-43d3-4e9b-9824-d68f1584d044 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6322b2-1d7d-4d94-a132-b6e003ea6adb,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:46.969908 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d3705126-43d3-4e9b-9824-d68f1584d044 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:46.978506 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d3705126-43d3-4e9b-9824-d68f1584d044 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.979676 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-d3705126-43d3-4e9b-9824-d68f1584d044 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1425765 May 19 09:34:46.982336 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 45280) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:46.987302 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-c17e107a-1b1a-4fd9-aaad-2f8de29f7334 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Request body: {'security_group_rule': {'security_group_id': 'ecf5450e-9d84-4b93-b625-e086bec61567', 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:46.993351 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-c17e107a-1b1a-4fd9-aaad-2f8de29f7334 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:46.997234 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-c17e107a-1b1a-4fd9-aaad-2f8de29f7334 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Usage tracker for resource:security_group_rule and tenant:97fc349a479c4afd9aea2d0219c002b2 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:47.000172 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-c17e107a-1b1a-4fd9-aaad-2f8de29f7334 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:47.005898 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-c17e107a-1b1a-4fd9-aaad-2f8de29f7334 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:47.015469 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.db.securitygroups_db [None req-c17e107a-1b1a-4fd9-aaad-2f8de29f7334 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Project 97fc349a479c4afd9aea2d0219c002b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 09:34:47.021029 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c17e107a-1b1a-4fd9-aaad-2f8de29f7334 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:47.084816 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c17e107a-1b1a-4fd9-aaad-2f8de29f7334 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:47.088706 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c17e107a-1b1a-4fd9-aaad-2f8de29f7334 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750084'] for security_group_rule, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:47.090631 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:47.112531 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e107a-1b1a-4fd9-aaad-2f8de29f7334 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ed8bcc-dbcb-4fab-9813-c8f7abaffc88,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:47.116014 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c17e107a-1b1a-4fd9-aaad-2f8de29f7334 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:47.124777 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c17e107a-1b1a-4fd9-aaad-2f8de29f7334 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:47.131677 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-c17e107a-1b1a-4fd9-aaad-2f8de29f7334 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1427565 May 19 09:34:47.131860 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 45284) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:47.137178 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-d26b6cb9-9c0a-4c7c-b5fd-3e69994c27fb tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Request body: {'security_group_rule': {'security_group_id': 'ecf5450e-9d84-4b93-b625-e086bec61567', 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:47.144835 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-d26b6cb9-9c0a-4c7c-b5fd-3e69994c27fb tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:47.148898 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-d26b6cb9-9c0a-4c7c-b5fd-3e69994c27fb tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Usage tracker for resource:security_group_rule and tenant:97fc349a479c4afd9aea2d0219c002b2 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:47.152195 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-d26b6cb9-9c0a-4c7c-b5fd-3e69994c27fb tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:47.161753 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-d26b6cb9-9c0a-4c7c-b5fd-3e69994c27fb tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:47.171536 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.db.securitygroups_db [None req-d26b6cb9-9c0a-4c7c-b5fd-3e69994c27fb tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Project 97fc349a479c4afd9aea2d0219c002b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 09:34:47.178039 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d26b6cb9-9c0a-4c7c-b5fd-3e69994c27fb tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:47.273860 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d26b6cb9-9c0a-4c7c-b5fd-3e69994c27fb tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:47.277378 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d26b6cb9-9c0a-4c7c-b5fd-3e69994c27fb tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750084'] for security_group_rule, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:47.284670 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:47.306253 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b6cb9-9c0a-4c7c-b5fd-3e69994c27fb tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529a5feb-be68-466e-aa74-7ee1e4577489,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:47.309499 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-d26b6cb9-9c0a-4c7c-b5fd-3e69994c27fb tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:47.318808 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d26b6cb9-9c0a-4c7c-b5fd-3e69994c27fb tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:47.320193 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-d26b6cb9-9c0a-4c7c-b5fd-3e69994c27fb tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1901259 May 19 09:34:47.631357 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141c7d0-0332-4e49-a0e4-7e9fd1b50df7 req-849a6674-6562-4be6-93d6-bbc3bfbc2bb4 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:47.633150 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b141c7d0-0332-4e49-a0e4-7e9fd1b50df7 req-849a6674-6562-4be6-93d6-bbc3bfbc2bb4 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.1295078 May 19 09:34:47.700181 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b141c7d0-0332-4e49-a0e4-7e9fd1b50df7 req-9da63026-b3ef-48ff-bd7e-ec952927be2d tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589442 May 19 09:34:48.062660 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 95e8b333-d643-4f57-b84d-ecd0f043747a up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:34:48.144195 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning for port 95e8b333-d643-4f57-b84d-ecd0f043747a completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:34:48.162730 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 95e8b333-d643-4f57-b84d-ecd0f043747a triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:34:48.162998 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:48.314225 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:48.330869 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] For port 95e8b333-d643-4f57-b84d-ecd0f043747a, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=95e8b333-d643-4f57-b84d-ecd0f043747a,segment=NetworkSegment(55747ea9-294a-4e73-8f61-78bde3a770f5),segment_id=55747ea9-294a-4e73-8f61-78bde3a770f5)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:48.335842 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:48.337747 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:48.408241 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Pushing event updated for resources: {'Port': ['ID=95e8b333-d643-4f57-b84d-ecd0f043747a,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:48.416661 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:48.417045 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:48.417565 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:48.417925 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:48.418255 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:48.418593 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:48.418902 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:48.419220 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:48.419539 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:48.419860 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:48.420175 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:48.420485 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:48.424524 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:48.732159 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] Sync routers for ids ['41936fa9-667c-4cc1-bf59-79d769e35207'] in dv-cinder-791281-2-smb {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:34:48.742637 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] Routers {'41936fa9-667c-4cc1-bf59-79d769e35207'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:34:48.743242 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:34:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['41936fa9-667c-4cc1-bf59-79d769e35207'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:48.924604 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] Set router 41936fa9-667c-4cc1-bf59-79d769e35207 gateway port host: dv-cinder-791281-2-smb {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:34:49.248239 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41936fa9-667c-4cc1-bf59-79d769e35207', 'name': 'tempest-TestShelveInstance-636839217-router', 'tenant_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '95e8b333-d643-4f57-b84d-ecd0f043747a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:38Z', 'updated_at': '2021-05-19T09:34:43Z', 'revision_number': 4, 'project_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'gw_port': {'id': '95e8b333-d643-4f57-b84d-ecd0f043747a', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41936fa9-667c-4cc1-bf59-79d769e35207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:39Z', 'updated_at': '2021-05-19T09:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '9bfb1086-6940-49b8-a8c5-f6879790e393', 'name': '', 'network_id': '6c376777-e823-403d-bf86-e421a0d50303', 'tenant_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'mac_address': 'fa:16:3e:cd:c6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41936fa9-667c-4cc1-bf59-79d769e35207', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2596f561-69f3-4e6f-807b-e3321c91864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:43Z', 'updated_at': '2021-05-19T09:34:44Z', 'revision_number': 2, 'project_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'subnets': [{'id': '2596f561-69f3-4e6f-807b-e3321c91864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:49.252122 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] Checking router: 41936fa9-667c-4cc1-bf59-79d769e35207 for host: dv-cinder-791281-2-smb {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:34:49.252488 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] Updating router 41936fa9-667c-4cc1-bf59-79d769e35207 port 9bfb1086-6940-49b8-a8c5-f6879790e393 binding host dv-cinder-791281-2-smb {{(pid=91654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:34:49.306532 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:49.683577 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] Notify callbacks [] for port, precommit_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:49.696871 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.provisioning_blocks [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] Transition to ACTIVE for port object 9bfb1086-6940-49b8-a8c5-f6879790e393 will not be triggered until provisioned by entity L2. {{(pid=91654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:34:49.703163 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:49.707650 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:49.831831 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd29eb8-181a-45c8-b85b-f85275f05938 None None] Pushing event updated for resources: {'Port': ['ID=9bfb1086-6940-49b8-a8c5-f6879790e393,revision_number=3']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:49.835588 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-6cd29eb8-181a-45c8-b85b-f85275f05938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:49.971696 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] Attempting to bind port 9bfb1086-6940-49b8-a8c5-f6879790e393 on host dv-cinder-791281-2-smb for vnic_type normal with profile {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:34:49.972083 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] Attempting to bind port 9bfb1086-6940-49b8-a8c5-f6879790e393 by drivers openvswitch,hyperv on host dv-cinder-791281-2-smb at level 0 using segments [{'id': 'c3069388-f516-4ec8-a457-c5d5eb7a211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6c376777-e823-403d-bf86-e421a0d50303'}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:34:49.972447 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] Attempting to bind port 9bfb1086-6940-49b8-a8c5-f6879790e393 on network 6c376777-e823-403d-bf86-e421a0d50303 {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:34:49.979408 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] Checking agent: {'id': 'ed3a6ef3-8a48-48e1-82fc-7237784a1888', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 23, 31), 'started_at': datetime.datetime(2021, 5, 19, 9, 24, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:34:49.979778 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] Checking segment: {'id': 'c3069388-f516-4ec8-a457-c5d5eb7a211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6c376777-e823-403d-bf86-e421a0d50303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:34:49.980230 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:49.980623 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] Bound using segment: {'id': 'c3069388-f516-4ec8-a457-c5d5eb7a211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6c376777-e823-403d-bf86-e421a0d50303'} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:34:49.981091 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] Bound port: 9bfb1086-6940-49b8-a8c5-f6879790e393, host: dv-cinder-791281-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3069388-f516-4ec8-a457-c5d5eb7a211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6c376777-e823-403d-bf86-e421a0d50303'}}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:34:49.981456 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:49.983029 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 95e8b333-d643-4f57-b84d-ecd0f043747a up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:34:50.064020 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 95e8b333-d643-4f57-b84d-ecd0f043747a triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:34:50.064401 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:50.072901 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] For port 9bfb1086-6940-49b8-a8c5-f6879790e393, host dv-cinder-791281-2-smb, cleared binding levels {{(pid=91654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:34:50.075864 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] For port 9bfb1086-6940-49b8-a8c5-f6879790e393, host dv-cinder-791281-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=9bfb1086-6940-49b8-a8c5-f6879790e393,segment=NetworkSegment(c3069388-f516-4ec8-a457-c5d5eb7a211d),segment_id=c3069388-f516-4ec8-a457-c5d5eb7a211d)] {{(pid=91654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:34:50.079199 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:50.082955 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-068e4f5c-e083-45f1-a266-140d12d8ce23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:50.157531 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd29eb8-181a-45c8-b85b-f85275f05938 None None] Pushing event updated for resources: {'Port': ['ID=9bfb1086-6940-49b8-a8c5-f6879790e393,revision_number=4']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:50.162166 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-6cd29eb8-181a-45c8-b85b-f85275f05938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:50.168381 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] Routers {'41936fa9-667c-4cc1-bf59-79d769e35207'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:34:50.168980 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:34:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['41936fa9-667c-4cc1-bf59-79d769e35207'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:50.359882 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] Set router 41936fa9-667c-4cc1-bf59-79d769e35207 gateway port host: dv-cinder-791281-2-smb {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:34:50.678567 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41936fa9-667c-4cc1-bf59-79d769e35207', 'name': 'tempest-TestShelveInstance-636839217-router', 'tenant_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '95e8b333-d643-4f57-b84d-ecd0f043747a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:38Z', 'updated_at': '2021-05-19T09:34:43Z', 'revision_number': 4, 'project_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'gw_port': {'id': '95e8b333-d643-4f57-b84d-ecd0f043747a', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41936fa9-667c-4cc1-bf59-79d769e35207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:39Z', 'updated_at': '2021-05-19T09:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '9bfb1086-6940-49b8-a8c5-f6879790e393', 'name': '', 'network_id': '6c376777-e823-403d-bf86-e421a0d50303', 'tenant_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'mac_address': 'fa:16:3e:cd:c6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41936fa9-667c-4cc1-bf59-79d769e35207', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2596f561-69f3-4e6f-807b-e3321c91864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:43Z', 'updated_at': '2021-05-19T09:34:50Z', 'revision_number': 4, 'project_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'subnets': [{'id': '2596f561-69f3-4e6f-807b-e3321c91864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:50.682551 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29180f14-2e85-4f96-8ed2-49586da73f62 None None] The sync data for ids ['41936fa9-667c-4cc1-bf59-79d769e35207'] in dv-cinder-791281-2-smb is: [{'id': '41936fa9-667c-4cc1-bf59-79d769e35207', 'name': 'tempest-TestShelveInstance-636839217-router', 'tenant_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '95e8b333-d643-4f57-b84d-ecd0f043747a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:38Z', 'updated_at': '2021-05-19T09:34:43Z', 'revision_number': 4, 'project_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'gw_port': {'id': '95e8b333-d643-4f57-b84d-ecd0f043747a', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41936fa9-667c-4cc1-bf59-79d769e35207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:39Z', 'updated_at': '2021-05-19T09:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '9bfb1086-6940-49b8-a8c5-f6879790e393', 'name': '', 'network_id': '6c376777-e823-403d-bf86-e421a0d50303', 'tenant_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'mac_address': 'fa:16:3e:cd:c6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41936fa9-667c-4cc1-bf59-79d769e35207', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2596f561-69f3-4e6f-807b-e3321c91864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:43Z', 'updated_at': '2021-05-19T09:34:50Z', 'revision_number': 4, 'project_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'subnets': [{'id': '2596f561-69f3-4e6f-807b-e3321c91864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:34:51.980160 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 9bfb1086-6940-49b8-a8c5-f6879790e393 up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:34:52.058909 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning for port 9bfb1086-6940-49b8-a8c5-f6879790e393 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:34:52.063804 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 9bfb1086-6940-49b8-a8c5-f6879790e393 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:34:52.064166 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:52.193036 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:52.226349 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] For port 9bfb1086-6940-49b8-a8c5-f6879790e393, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=9bfb1086-6940-49b8-a8c5-f6879790e393,segment=NetworkSegment(c3069388-f516-4ec8-a457-c5d5eb7a211d),segment_id=c3069388-f516-4ec8-a457-c5d5eb7a211d)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:52.231235 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:52.233240 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:52.303158 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Pushing event updated for resources: {'Port': ['ID=9bfb1086-6940-49b8-a8c5-f6879790e393,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:52.306313 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:52.723033 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 45410) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:52.846726 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1b27e16d-3b56-467d-bf15-16b3c66dd388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:52.862689 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-1b27e16d-3b56-467d-bf15-16b3c66dd388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:52.867617 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-1b27e16d-3b56-467d-bf15-16b3c66dd388 admin admin] Usage tracker for resource:security_group_rule and tenant:e56f446cd38c417ba34c175a1e22fbfa is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:52.870403 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-1b27e16d-3b56-467d-bf15-16b3c66dd388 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:52.876091 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-1b27e16d-3b56-467d-bf15-16b3c66dd388 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:52.964080 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1b27e16d-3b56-467d-bf15-16b3c66dd388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:52.967777 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1b27e16d-3b56-467d-bf15-16b3c66dd388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:52.977954 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4a7cdae9-c06a-412e-964f-94b78790fff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:53.022132 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-1b27e16d-3b56-467d-bf15-16b3c66dd388 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e56f446cd38c417ba34c175a1e22fbfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978418 May 19 09:34:53.023684 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27e16d-3b56-467d-bf15-16b3c66dd388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c49fc89-4cf2-46c6-a742-ddbc02ea3c88,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:53.024859 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 45416) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:53.026762 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-1b27e16d-3b56-467d-bf15-16b3c66dd388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:53.091103 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-cc3e68d3-f2a4-4d37-a930-783662f3cdd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:53.117313 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-cc3e68d3-f2a4-4d37-a930-783662f3cdd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:53.171004 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-cc3e68d3-f2a4-4d37-a930-783662f3cdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:53.174950 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-553e7983-6d92-4c35-be8e-8307888f5e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:53.186517 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e68d3-f2a4-4d37-a930-783662f3cdd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c49fc89-4cf2-46c6-a742-ddbc02ea3c88,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:53.188786 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-cc3e68d3-f2a4-4d37-a930-783662f3cdd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:53.195053 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-cc3e68d3-f2a4-4d37-a930-783662f3cdd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:53.196165 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-cc3e68d3-f2a4-4d37-a930-783662f3cdd0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9c49fc89-4cf2-46c6-a742-ddbc02ea3c88 HTTP/1.1" status: 204 len: 168 time: 0.1703253 May 19 09:34:53.484350 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 45428) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:53.505693 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6ffb7c47-982a-4d10-b899-ac1de1acc0a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:53.520526 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-6ffb7c47-982a-4d10-b899-ac1de1acc0a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:53.524817 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-6ffb7c47-982a-4d10-b899-ac1de1acc0a9 admin admin] Usage tracker for resource:security_group_rule and tenant:3bf29f1e32de495eae34c1b7f530b3a0 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:53.527844 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-6ffb7c47-982a-4d10-b899-ac1de1acc0a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:53.533559 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-6ffb7c47-982a-4d10-b899-ac1de1acc0a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:53.619150 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6ffb7c47-982a-4d10-b899-ac1de1acc0a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:53.622903 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6ffb7c47-982a-4d10-b899-ac1de1acc0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:53.632125 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8bbdcfb7-f01f-43b2-bf1f-44c1ef195f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:53.672380 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-6ffb7c47-982a-4d10-b899-ac1de1acc0a9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3bf29f1e32de495eae34c1b7f530b3a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1869729 May 19 09:34:53.674082 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb7c47-982a-4d10-b899-ac1de1acc0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f20d66-8e11-444b-9de2-efb6a3b88bad,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:53.675097 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 45434) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:53.677314 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-6ffb7c47-982a-4d10-b899-ac1de1acc0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:53.738189 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f8448c67-d9c7-4d4c-a43e-72ae0b1a3aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:53.766354 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f8448c67-d9c7-4d4c-a43e-72ae0b1a3aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:53.822289 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f8448c67-d9c7-4d4c-a43e-72ae0b1a3aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:53.826028 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b459410b-8d52-46a6-b2b5-0f8b08c8f42c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:53.839086 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8448c67-d9c7-4d4c-a43e-72ae0b1a3aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f20d66-8e11-444b-9de2-efb6a3b88bad,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:53.841352 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f8448c67-d9c7-4d4c-a43e-72ae0b1a3aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:53.850781 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f8448c67-d9c7-4d4c-a43e-72ae0b1a3aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:53.851915 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-f8448c67-d9c7-4d4c-a43e-72ae0b1a3aca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/70f20d66-8e11-444b-9de2-efb6a3b88bad HTTP/1.1" status: 204 len: 168 time: 0.1756651 May 19 09:34:53.975576 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 9bfb1086-6940-49b8-a8c5-f6879790e393 up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:34:54.046191 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 9bfb1086-6940-49b8-a8c5-f6879790e393 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:34:54.046572 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:55.638277 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 45494) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:55.757110 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cd3b017a-e0bf-403b-b9d6-3541ea8d707b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:55.772664 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-cd3b017a-e0bf-403b-b9d6-3541ea8d707b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:55.776717 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-cd3b017a-e0bf-403b-b9d6-3541ea8d707b admin admin] Usage tracker for resource:security_group_rule and tenant:576bf40b074c48068bb84f34e8f8475f is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:55.779638 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-cd3b017a-e0bf-403b-b9d6-3541ea8d707b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:55.786581 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-cd3b017a-e0bf-403b-b9d6-3541ea8d707b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:55.872531 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cd3b017a-e0bf-403b-b9d6-3541ea8d707b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:55.876612 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cd3b017a-e0bf-403b-b9d6-3541ea8d707b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:55.889604 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-16812b1f-88f8-46c2-8607-62cb08241b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:55.930935 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-cd3b017a-e0bf-403b-b9d6-3541ea8d707b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=576bf40b074c48068bb84f34e8f8475f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915819 May 19 09:34:55.932638 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b017a-e0bf-403b-b9d6-3541ea8d707b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f61525-c845-4c66-be4c-cdaaa4cf4169,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:55.934528 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 45502) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:55.935641 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-cd3b017a-e0bf-403b-b9d6-3541ea8d707b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:56.007896 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ae56b8e5-b57e-4153-a420-4af5128fafed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:56.037369 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ae56b8e5-b57e-4153-a420-4af5128fafed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:56.093849 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ae56b8e5-b57e-4153-a420-4af5128fafed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:56.100804 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-cc3e68d3-f2a4-4d37-a930-783662f3cdd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:56.118500 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56b8e5-b57e-4153-a420-4af5128fafed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f61525-c845-4c66-be4c-cdaaa4cf4169,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:56.121455 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ae56b8e5-b57e-4153-a420-4af5128fafed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:56.126707 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ae56b8e5-b57e-4153-a420-4af5128fafed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:56.127806 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-ae56b8e5-b57e-4153-a420-4af5128fafed admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/16f61525-c845-4c66-be4c-cdaaa4cf4169 HTTP/1.1" status: 204 len: 168 time: 0.1915922 May 19 09:34:56.416218 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 45510) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:56.434575 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-04f91966-69b9-41d7-bc71-905e8fca4788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:56.449269 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-04f91966-69b9-41d7-bc71-905e8fca4788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:56.453051 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-04f91966-69b9-41d7-bc71-905e8fca4788 admin admin] Usage tracker for resource:security_group_rule and tenant:a80ded1c978142be9addcb48d54bcfff is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:56.455829 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-04f91966-69b9-41d7-bc71-905e8fca4788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:56.462488 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-04f91966-69b9-41d7-bc71-905e8fca4788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:56.547577 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-04f91966-69b9-41d7-bc71-905e8fca4788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:56.552518 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-04f91966-69b9-41d7-bc71-905e8fca4788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:56.561278 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-702d273d-3b8b-4dc1-a3c7-60435dd2d3e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:56.607596 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-04f91966-69b9-41d7-bc71-905e8fca4788 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a80ded1c978142be9addcb48d54bcfff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1901908 May 19 09:34:56.608486 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f91966-69b9-41d7-bc71-905e8fca4788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b15e7c7-2782-42ce-84db-bd62af7e2770,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:56.610342 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 45516) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:56.611702 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-04f91966-69b9-41d7-bc71-905e8fca4788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:56.673151 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-62baac35-8215-4f8d-bf50-3ed8bf958345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:56.700770 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-62baac35-8215-4f8d-bf50-3ed8bf958345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:56.759731 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-62baac35-8215-4f8d-bf50-3ed8bf958345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:56.763636 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7378a298-8699-4970-9a74-b7a8ff5de1a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:56.777240 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62baac35-8215-4f8d-bf50-3ed8bf958345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b15e7c7-2782-42ce-84db-bd62af7e2770,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:56.781337 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-62baac35-8215-4f8d-bf50-3ed8bf958345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:56.787232 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-62baac35-8215-4f8d-bf50-3ed8bf958345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:56.790217 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-62baac35-8215-4f8d-bf50-3ed8bf958345 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2b15e7c7-2782-42ce-84db-bd62af7e2770 HTTP/1.1" status: 204 len: 168 time: 0.1788671 May 19 09:34:57.544868 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 45542) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:57.658841 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2060260558-network', 'tenant_id': 'd9b52e02248c4365950f867f00b6c015'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:57.664549 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:57.668483 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] Usage tracker for resource:network and tenant:d9b52e02248c4365950f867f00b6c015 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:57.671606 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:57.681630 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:57.693007 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] Made reservation on behalf of d9b52e02248c4365950f867f00b6c015 for: {'network': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:34:57.695964 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-750978'] for network, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:57.711051 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:57.734569 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:57.738922 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] Usage tracker for resource:security_group_rule and tenant:d9b52e02248c4365950f867f00b6c015 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:57.742299 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:57.748636 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:57.839434 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:57.843977 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:57.848983 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f8448c67-d9c7-4d4c-a43e-72ae0b1a3aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:57.879315 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=91651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:34:57.892468 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dd049f-e531-4ada-9105-39103eaa41bf,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:57.897137 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:57.898127 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:57.898464 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.db.segments_db [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] Added segment e02da7a2-52d2-48d0-86ed-ebf526695825 of type vlan for network 55b3de88-f363-4fa7-abbd-ef35d956f85b May 19 09:34:57.927442 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789556115559'] for network, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:57.957863 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355'] for network, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:57.959303 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:57.959888 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:57.964731 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-cb087226-10bf-4690-a7c0-ae5b70e9703d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:58.148490 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6025400 May 19 09:34:58.149482 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] Pushing event updated for resources: {'Network': ['ID=55b3de88-f363-4fa7-abbd-ef35d956f85b,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:58.151374 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 45558) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:58.152808 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:58.157511 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-bea19951-45a6-4bfa-9a56-a4ceeeafd30d admin admin] Request body: {'subnet': {'network_id': '55b3de88-f363-4fa7-abbd-ef35d956f85b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2060260558-subnet', 'tenant_id': 'd9b52e02248c4365950f867f00b6c015', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:58.158991 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Network 55b3de88-f363-4fa7-abbd-ef35d956f85b details requested by agent ovs-agent-dv-cinder-791281-2-smb with host dv-cinder-791281-2-smb {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:34:58.164023 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-bea19951-45a6-4bfa-9a56-a4ceeeafd30d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:58.168192 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-bea19951-45a6-4bfa-9a56-a4ceeeafd30d admin admin] Usage tracker for resource:subnet and tenant:d9b52e02248c4365950f867f00b6c015 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:58.171340 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-bea19951-45a6-4bfa-9a56-a4ceeeafd30d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:58.177759 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-bea19951-45a6-4bfa-9a56-a4ceeeafd30d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:58.187695 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea19951-45a6-4bfa-9a56-a4ceeeafd30d admin admin] Made reservation on behalf of d9b52e02248c4365950f867f00b6c015 for: {'subnet': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:34:58.190302 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bea19951-45a6-4bfa-9a56-a4ceeeafd30d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60223530'] for subnet, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:58.587472 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bea19951-45a6-4bfa-9a56-a4ceeeafd30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2887671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60223512'] for subnet, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:58.592098 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-7a5bfc27-dd62-4fd3-bc3a-765fd441c45a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:58.666320 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea19951-45a6-4bfa-9a56-a4ceeeafd30d admin admin] Pushing event updated for resources: {'Subnet': ['ID=099d13c3-46be-4fd5-8429-9f65ee7ad29a,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:58.670131 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-bea19951-45a6-4bfa-9a56-a4ceeeafd30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:58.674726 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea19951-45a6-4bfa-9a56-a4ceeeafd30d admin admin] Checking segment: {'id': 'e02da7a2-52d2-48d0-86ed-ebf526695825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '55b3de88-f363-4fa7-abbd-ef35d956f85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:34:58.675087 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea19951-45a6-4bfa-9a56-a4ceeeafd30d admin admin] Network hostable DHCP agents. Network: 55b3de88-f363-4fa7-abbd-ef35d956f85b, hostable agents: ['6779d86a-8148-4f18-b3ad-742629ae43e2'], hosted agents: [] {{(pid=91652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:34:58.692636 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea19951-45a6-4bfa-9a56-a4ceeeafd30d admin admin] Network 55b3de88-f363-4fa7-abbd-ef35d956f85b is scheduled to be hosted by DHCP agent 6779d86a-8148-4f18-b3ad-742629ae43e2 with binding_index 1 {{(pid=91652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:34:58.701446 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-bea19951-45a6-4bfa-9a56-a4ceeeafd30d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-smb, 55b3de88-f363-4fa7-abbd-ef35d956f85b) {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:34:58.710749 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9469f9-ab7f-4fbf-9cd1-206eb928dd62 None None] Network 55b3de88-f363-4fa7-abbd-ef35d956f85b requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:34:58.711532 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea19951-45a6-4bfa-9a56-a4ceeeafd30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:58.712138 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-bea19951-45a6-4bfa-9a56-a4ceeeafd30d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:58.738943 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-bea19951-45a6-4bfa-9a56-a4ceeeafd30d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5861866 May 19 09:34:58.963118 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-447ba662-d421-4517-8c5f-42e6b09ebbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:58.968362 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c0f0c1-d6ee-4519-96f7-fc8372cc52a7 None None] Network 55b3de88-f363-4fa7-abbd-ef35d956f85b requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:34:59.345450 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 45582) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:59.351872 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-317632039-network', 'tenant_id': '9165c53dba4c499c90ab7afab7078f3c'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:59.356746 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:59.360618 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] Usage tracker for resource:network and tenant:9165c53dba4c499c90ab7afab7078f3c is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:59.364124 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:59.369947 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:59.380360 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] Made reservation on behalf of 9165c53dba4c499c90ab7afab7078f3c for: {'network': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:34:59.383069 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-750978'] for network, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:59.395498 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:59.409541 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:59.413490 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] Usage tracker for resource:security_group_rule and tenant:9165c53dba4c499c90ab7afab7078f3c is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:59.416331 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:59.422369 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:59.510900 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:59.514802 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:59.518784 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:59.542133 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=91651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:34:59.558227 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253b5c67-7d9e-422c-96ef-c718dc4c7da1,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:59.562084 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:59.563009 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:59.563350 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.db.segments_db [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] Added segment 1861fdc1-dd7e-4892-994b-4a5263eca9ec of type vlan for network f4ec7574-f79b-495a-bcf0-daa7a8e65b7f May 19 09:34:59.591598 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789556115559'] for network, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:59.624210 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355'] for network, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:59.625641 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:59.626384 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:59.630981 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:59.733336 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] Pushing event updated for resources: {'Network': ['ID=f4ec7574-f79b-495a-bcf0-daa7a8e65b7f,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:59.736298 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:59.738471 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3919952 May 19 09:34:59.741628 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 45586) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:59.747955 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Network f4ec7574-f79b-495a-bcf0-daa7a8e65b7f details requested by agent ovs-agent-dv-cinder-791281-2-smb with host dv-cinder-791281-2-smb {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:34:59.748505 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-a495baa6-3506-4738-9760-f5b6c1ed5ec5 admin admin] Request body: {'subnet': {'network_id': 'f4ec7574-f79b-495a-bcf0-daa7a8e65b7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-317632039-subnet', 'tenant_id': '9165c53dba4c499c90ab7afab7078f3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:59.753143 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-a495baa6-3506-4738-9760-f5b6c1ed5ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:59.757288 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-a495baa6-3506-4738-9760-f5b6c1ed5ec5 admin admin] Usage tracker for resource:subnet and tenant:9165c53dba4c499c90ab7afab7078f3c is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:59.760272 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-a495baa6-3506-4738-9760-f5b6c1ed5ec5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:59.765985 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-a495baa6-3506-4738-9760-f5b6c1ed5ec5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:59.775901 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a495baa6-3506-4738-9760-f5b6c1ed5ec5 admin admin] Made reservation on behalf of 9165c53dba4c499c90ab7afab7078f3c for: {'subnet': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:34:59.778241 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a495baa6-3506-4738-9760-f5b6c1ed5ec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2438433'] for subnet, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:00.166057 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a495baa6-3506-4738-9760-f5b6c1ed5ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2438419'] for subnet, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:00.170420 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:00.244470 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495baa6-3506-4738-9760-f5b6c1ed5ec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55162913-d50b-48b9-a22b-10d43f5b1b84,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:00.248200 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-a495baa6-3506-4738-9760-f5b6c1ed5ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:00.254903 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a495baa6-3506-4738-9760-f5b6c1ed5ec5 admin admin] Checking segment: {'id': '1861fdc1-dd7e-4892-994b-4a5263eca9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f4ec7574-f79b-495a-bcf0-daa7a8e65b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:00.255264 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a495baa6-3506-4738-9760-f5b6c1ed5ec5 admin admin] Network hostable DHCP agents. Network: f4ec7574-f79b-495a-bcf0-daa7a8e65b7f, hostable agents: ['6779d86a-8148-4f18-b3ad-742629ae43e2'], hosted agents: [] {{(pid=91651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:35:00.273761 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a495baa6-3506-4738-9760-f5b6c1ed5ec5 admin admin] Network f4ec7574-f79b-495a-bcf0-daa7a8e65b7f is scheduled to be hosted by DHCP agent 6779d86a-8148-4f18-b3ad-742629ae43e2 with binding_index 1 {{(pid=91651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:35:00.283918 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-a495baa6-3506-4738-9760-f5b6c1ed5ec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-smb, f4ec7574-f79b-495a-bcf0-daa7a8e65b7f) {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:00.293549 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a495baa6-3506-4738-9760-f5b6c1ed5ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:00.294489 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a495baa6-3506-4738-9760-f5b6c1ed5ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:00.300710 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ae6d48-f9f0-46e3-bdab-7ca5f4d72b5f None None] Network f4ec7574-f79b-495a-bcf0-daa7a8e65b7f requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:35:00.315979 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-a495baa6-3506-4738-9760-f5b6c1ed5ec5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5727670 May 19 09:35:00.499976 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c403d1-e792-4286-aa86-b03a6ffeadaa None None] Network f4ec7574-f79b-495a-bcf0-daa7a8e65b7f requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:35:00.911272 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-030b956e-13c1-4a0d-ba39-5f57c01fc976 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:00.912825 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-030b956e-13c1-4a0d-ba39-5f57c01fc976 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.61 "GET /v2.0/networks?id=55b3de88-f363-4fa7-abbd-ef35d956f85b HTTP/1.1" status: 200 len: 809 time: 0.1594799 May 19 09:35:00.928641 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-3066784e-0075-40fb-b194-4f6baae4fa9a tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.61 "GET /v2.0/quotas/d9b52e02248c4365950f867f00b6c015 HTTP/1.1" status: 200 len: 375 time: 0.0103309 May 19 09:35:00.982253 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-8ef4306e-4bbf-48cf-91a3-469c9127e841 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d9b52e02248c4365950f867f00b6c015&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484612 May 19 09:35:01.016082 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:35:01.118409 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-438af092-dcb2-4d23-8ac0-72d1694b4b6f service neutron] 10.222.0.61 "GET /v2.0/networks/55b3de88-f363-4fa7-abbd-ef35d956f85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286304 May 19 09:35:01.268789 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-77aabf88-dd6d-4dbb-97f1-279e1c66b943 service neutron] 10.222.0.61 "GET /v2.0/networks/55b3de88-f363-4fa7-abbd-ef35d956f85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443651 May 19 09:35:01.426614 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:01.453824 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b3448d53-ec91-464e-abed-c0a7d6061ceb req-fdd22abc-609d-4fb2-9a25-a4b9aaeec387 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f039f5b-a92a-40fb-8765-812cd87061d4 HTTP/1.1" status: 200 len: 210 time: 0.0437596 May 19 09:35:01.922390 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3d929992-b830-4660-ad7c-bae74f0695fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:02.613380 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-de0edefb-137a-47bf-a56f-267677b5aaf4 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:02.614081 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-de0edefb-137a-47bf-a56f-267677b5aaf4 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Synchronizing usage tracker for tenant:d9b52e02248c4365950f867f00b6c015 on resource:network {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:02.615329 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-deab2126-7e37-4d1f-912e-2235a8f367dd req-c43c8ee5-70e7-4a3b-bb73-a512bc12f761 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f039f5b-a92a-40fb-8765-812cd87061d4 HTTP/1.1" status: 200 len: 210 time: 0.0475361 May 19 09:35:02.632604 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-de0edefb-137a-47bf-a56f-267677b5aaf4 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Unset dirty status for tenant:d9b52e02248c4365950f867f00b6c015 on resource:network {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:02.633886 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-de0edefb-137a-47bf-a56f-267677b5aaf4 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.76 "GET /v2.0/networks?id=55b3de88-f363-4fa7-abbd-ef35d956f85b HTTP/1.1" status: 200 len: 809 time: 0.1805224 May 19 09:35:02.654220 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-5b432e7d-b3ac-4152-9912-a5c6b3acf100 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Request body: {'port': {'device_id': '3f039f5b-a92a-40fb-8765-812cd87061d4', 'network_id': '55b3de88-f363-4fa7-abbd-ef35d956f85b', 'admin_state_up': True, 'tenant_id': 'd9b52e02248c4365950f867f00b6c015'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:02.792714 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-5b432e7d-b3ac-4152-9912-a5c6b3acf100 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:02.796391 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-5b432e7d-b3ac-4152-9912-a5c6b3acf100 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Usage tracker for resource:port and tenant:d9b52e02248c4365950f867f00b6c015 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:02.799125 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-5b432e7d-b3ac-4152-9912-a5c6b3acf100 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:02.805309 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-5b432e7d-b3ac-4152-9912-a5c6b3acf100 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:02.814567 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-5b432e7d-b3ac-4152-9912-a5c6b3acf100 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Made reservation on behalf of d9b52e02248c4365950f867f00b6c015 for: {'port': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:35:02.818004 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-5b432e7d-b3ac-4152-9912-a5c6b3acf100 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:02.858578 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:02.980092 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-5b432e7d-b3ac-4152-9912-a5c6b3acf100 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Allocated IP 172.20.0.5 (55b3de88-f363-4fa7-abbd-ef35d956f85b/099d13c3-46be-4fd5-8429-9f65ee7ad29a/4faae276-f27f-4443-b770-75dde7c5bedc) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:35:03.184567 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-5b432e7d-b3ac-4152-9912-a5c6b3acf100 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:03.215141 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-5b432e7d-b3ac-4152-9912-a5c6b3acf100 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:03.220363 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c2155e88-7d0f-406f-a016-b1f4bc413993 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:03.286143 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-5b432e7d-b3ac-4152-9912-a5c6b3acf100 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Network 55b3de88-f363-4fa7-abbd-ef35d956f85b is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:03.289099 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-5b432e7d-b3ac-4152-9912-a5c6b3acf100 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Resources bound (agent type, host, resource id): {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:03.292925 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-5b432e7d-b3ac-4152-9912-a5c6b3acf100 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:35:03.335251 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b432e7d-b3ac-4152-9912-a5c6b3acf100 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Pushing event updated for resources: {'Port': ['ID=4faae276-f27f-4443-b770-75dde7c5bedc,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:03.343073 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-5b432e7d-b3ac-4152-9912-a5c6b3acf100 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:03.364267 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-5b432e7d-b3ac-4152-9912-a5c6b3acf100 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:03.364870 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-5b432e7d-b3ac-4152-9912-a5c6b3acf100 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:03.385319 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-5b432e7d-b3ac-4152-9912-a5c6b3acf100 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7349207 May 19 09:35:03.399821 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] Request body: {'port': {'device_id': '3f039f5b-a92a-40fb-8765-812cd87061d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:03.578865 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:03.921562 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219f1f4-f16a-4430-94bb-867d348f8a37 req-5d5978a0-b825-4e7f-a0ca-388afd0a06d2 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:03.922276 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-3219f1f4-f16a-4430-94bb-867d348f8a37 req-5d5978a0-b825-4e7f-a0ca-388afd0a06d2 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Synchronizing usage tracker for tenant:d9b52e02248c4365950f867f00b6c015 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:03.954339 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-3219f1f4-f16a-4430-94bb-867d348f8a37 req-5d5978a0-b825-4e7f-a0ca-388afd0a06d2 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Unset dirty status for tenant:d9b52e02248c4365950f867f00b6c015 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:03.955464 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3219f1f4-f16a-4430-94bb-867d348f8a37 req-5d5978a0-b825-4e7f-a0ca-388afd0a06d2 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f039f5b-a92a-40fb-8765-812cd87061d4 HTTP/1.1" status: 200 len: 931 time: 0.2142270 May 19 09:35:04.034618 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4faae276-f27f-4443-b770-75dde7c5bedc {{(pid=91651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:35:04.045650 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:04.053065 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-3219f1f4-f16a-4430-94bb-867d348f8a37 req-9a230388-893a-421c-a4cd-7911762a1652 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Synchronizing usage tracker for tenant:d9b52e02248c4365950f867f00b6c015 on resource:security_group {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:04.069340 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] Transition to ACTIVE for port object 4faae276-f27f-4443-b770-75dde7c5bedc will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:04.074579 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2459273'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:04.079120 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4c9021e9-809a-457a-87b9-d38139e26d68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:04.123988 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-3219f1f4-f16a-4430-94bb-867d348f8a37 req-9a230388-893a-421c-a4cd-7911762a1652 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Unset dirty status for tenant:d9b52e02248c4365950f867f00b6c015 on resource:security_group {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:04.125136 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3219f1f4-f16a-4430-94bb-867d348f8a37 req-9a230388-893a-421c-a4cd-7911762a1652 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.61 "GET /v2.0/security-groups?id=64dd049f-e531-4ada-9105-39103eaa41bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420574 May 19 09:35:04.208562 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] Pushing event updated for resources: {'Port': ['ID=4faae276-f27f-4443-b770-75dde7c5bedc,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:04.234511 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:04.313524 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] Attempting to bind port 4faae276-f27f-4443-b770-75dde7c5bedc on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:35:04.313884 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] Attempting to bind port 4faae276-f27f-4443-b770-75dde7c5bedc by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'e02da7a2-52d2-48d0-86ed-ebf526695825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '55b3de88-f363-4fa7-abbd-ef35d956f85b'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:35:04.314218 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] Attempting to bind port 4faae276-f27f-4443-b770-75dde7c5bedc on network 55b3de88-f363-4fa7-abbd-ef35d956f85b {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:04.318986 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] Port 4faae276-f27f-4443-b770-75dde7c5bedc on network 55b3de88-f363-4fa7-abbd-ef35d956f85b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:35:04.319221 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] Attempting to bind port 4faae276-f27f-4443-b770-75dde7c5bedc on network 55b3de88-f363-4fa7-abbd-ef35d956f85b {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:04.324350 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] Checking agent: {'id': 'e2b12f16-87f3-476d-a836-3e2e94bcfd4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'started_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:35:04.324685 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] Checking segment: {'id': 'e02da7a2-52d2-48d0-86ed-ebf526695825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '55b3de88-f363-4fa7-abbd-ef35d956f85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:04.325066 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] Bound using segment: {'id': 'e02da7a2-52d2-48d0-86ed-ebf526695825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '55b3de88-f363-4fa7-abbd-ef35d956f85b'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:35:04.325484 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] Bound port: 4faae276-f27f-4443-b770-75dde7c5bedc, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02da7a2-52d2-48d0-86ed-ebf526695825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '55b3de88-f363-4fa7-abbd-ef35d956f85b'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:35:04.325855 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:04.414221 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] For port 4faae276-f27f-4443-b770-75dde7c5bedc, host hv-cinder-79128, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:35:04.417318 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] For port 4faae276-f27f-4443-b770-75dde7c5bedc, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4faae276-f27f-4443-b770-75dde7c5bedc,segment=NetworkSegment(e02da7a2-52d2-48d0-86ed-ebf526695825),segment_id=e02da7a2-52d2-48d0-86ed-ebf526695825)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:35:04.422125 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2459273'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:04.427224 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-36b6dbb4-70c3-4ad6-b200-cfd17db73583 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:04.493632 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:04.494282 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:04.495644 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] 10.222.0.76 "PUT /v2.0/ports/4faae276-f27f-4443-b770-75dde7c5bedc HTTP/1.1" status: 200 len: 1093 time: 1.0998976 May 19 09:35:04.496135 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f039f5b-a92a-40fb-8765-812cd87061d4', 'tag': '4faae276-f27f-4443-b770-75dde7c5bedc'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:35:04.519776 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] Pushing event updated for resources: {'Port': ['ID=4faae276-f27f-4443-b770-75dde7c5bedc,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:04.523235 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:04.552803 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f039f5b-a92a-40fb-8765-812cd87061d4', 'tag': '4faae276-f27f-4443-b770-75dde7c5bedc', 'status': 'completed', 'code': 200} May 19 09:35:04.555022 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:04.659259 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8a051-b8f5-4164-9f20-7616c471d76c req-4e6556f5-c728-4609-87cf-198aad7d3a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:04.661347 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-ece8a051-b8f5-4164-9f20-7616c471d76c req-4e6556f5-c728-4609-87cf-198aad7d3a13 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d9b52e02248c4365950f867f00b6c015&device_id=3f039f5b-a92a-40fb-8765-812cd87061d4 HTTP/1.1" status: 200 len: 1096 time: 0.0783470 May 19 09:35:04.808688 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8a051-b8f5-4164-9f20-7616c471d76c req-45527efd-3e28-493b-bf2c-9807db02b060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:04.810014 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-ece8a051-b8f5-4164-9f20-7616c471d76c req-45527efd-3e28-493b-bf2c-9807db02b060 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=d9b52e02248c4365950f867f00b6c015&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1414325 May 19 09:35:04.858246 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-5f41a985-3a8c-4f3b-8dcf-0149038ec95b tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1678765699&fields=id&tenant_id=97fc349a479c4afd9aea2d0219c002b2 HTTP/1.1" status: 200 len: 267 time: 0.0419734 May 19 09:35:04.958626 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8a051-b8f5-4164-9f20-7616c471d76c req-f85188e4-fe85-4d65-81e4-9d52a6e287e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:04.960085 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-ece8a051-b8f5-4164-9f20-7616c471d76c req-f85188e4-fe85-4d65-81e4-9d52a6e287e2 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1379340 May 19 09:35:05.073517 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-85b9807b-f343-4f2f-b38c-d79b1edfbc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:05.075142 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-85b9807b-f343-4f2f-b38c-d79b1edfbc5d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d9b52e02248c4365950f867f00b6c015&device_id=3f039f5b-a92a-40fb-8765-812cd87061d4 HTTP/1.1" status: 200 len: 1096 time: 0.0731778 May 19 09:35:05.094476 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-cce6c020-ebfc-4c1a-872e-8827ae6d43d6 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:05.095901 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-cce6c020-ebfc-4c1a-872e-8827ae6d43d6 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/networks?id=d18f6c36-0859-444b-a9be-eedab568b568 HTTP/1.1" status: 200 len: 808 time: 0.2311656 May 19 09:35:05.112015 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-1d7df562-9827-4551-9489-ea68f235dd10 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/quotas/97fc349a479c4afd9aea2d0219c002b2 HTTP/1.1" status: 200 len: 375 time: 0.0090008 May 19 09:35:05.162686 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-6d43543d-ca5b-4287-a0ba-8af62433b363 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4faae276-f27f-4443-b770-75dde7c5bedc HTTP/1.1" status: 200 len: 217 time: 0.0675538 May 19 09:35:05.204190 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-5cd59c6f-4d99-422c-89c4-c0d72d1eb101 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Synchronizing usage tracker for tenant:97fc349a479c4afd9aea2d0219c002b2 on resource:port {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:05.233228 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-5cd59c6f-4d99-422c-89c4-c0d72d1eb101 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Unset dirty status for tenant:97fc349a479c4afd9aea2d0219c002b2 on resource:port {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:05.234589 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-5cd59c6f-4d99-422c-89c4-c0d72d1eb101 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=97fc349a479c4afd9aea2d0219c002b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1162908 May 19 09:35:05.250924 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-9ffba6cc-d9cd-4a2e-a287-c8320197a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:05.252449 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-9ffba6cc-d9cd-4a2e-a287-c8320197a35d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=099d13c3-46be-4fd5-8429-9f65ee7ad29a HTTP/1.1" status: 200 len: 849 time: 0.0756619 May 19 09:35:05.382719 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-7c489cc5-bd23-47e9-9344-966b31b15c09 service neutron] 10.222.0.61 "GET /v2.0/networks/d18f6c36-0859-444b-a9be-eedab568b568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346254 May 19 09:35:05.417662 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-958a4a91-c371-41f2-af8b-dc4dd7ba4248 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=55b3de88-f363-4fa7-abbd-ef35d956f85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448186 May 19 09:35:05.514776 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-1d6e40d0-e897-4ca7-8396-d7b6aada9ced service neutron] 10.222.0.61 "GET /v2.0/networks/d18f6c36-0859-444b-a9be-eedab568b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261327 May 19 09:35:05.561747 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720a4a2-b13b-41a1-8ff2-1bea6ad2fd7d req-f51c7990-41c5-45b6-b473-b079dbd8e9c0 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:05.563224 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e720a4a2-b13b-41a1-8ff2-1bea6ad2fd7d req-f51c7990-41c5-45b6-b473-b079dbd8e9c0 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f039f5b-a92a-40fb-8765-812cd87061d4 HTTP/1.1" status: 200 len: 943 time: 0.3099172 May 19 09:35:05.594152 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-0d7ed7cc-e730-4d5d-a13e-f960217f57c7 service neutron] 10.222.0.76 "GET /v2.0/networks/55b3de88-f363-4fa7-abbd-ef35d956f85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676221 May 19 09:35:05.653705 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e720a4a2-b13b-41a1-8ff2-1bea6ad2fd7d req-27122cab-afec-4919-b9ee-b57f94ff3f6a tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.61 "GET /v2.0/security-groups?id=64dd049f-e531-4ada-9105-39103eaa41bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816174 May 19 09:35:05.751446 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3571fca4-5494-4587-bf7a-f5a6ad5f6354 req-95d20795-4f26-4c93-8672-a7d56399244a service neutron] 10.222.0.76 "GET /v2.0/networks/55b3de88-f363-4fa7-abbd-ef35d956f85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494327 May 19 09:35:05.932157 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-ccac0dbd-29b7-4255-a265-ae2d3f92dfde req-3177cb6d-09c4-48b0-9a8d-dacd2289f9b8 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 210 time: 0.0449317 May 19 09:35:06.070206 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f499470-2a3b-4b5b-8c6e-b6e8b1fa4845 req-4c727600-5d59-450d-bea2-e0f1a8603b04 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:06.071618 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-2f499470-2a3b-4b5b-8c6e-b6e8b1fa4845 req-4c727600-5d59-450d-bea2-e0f1a8603b04 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=7344be7b-26ff-42cf-bd0e-ad9486fa891a HTTP/1.1" status: 200 len: 945 time: 0.0818856 May 19 09:35:06.116347 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-2f499470-2a3b-4b5b-8c6e-b6e8b1fa4845 req-6c7463b1-164e-46e3-b58e-f80f80c2f36d tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389426 May 19 09:35:06.838412 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd583f-f8c2-4307-8f4e-d9e41a44793c req-35c28600-d03a-4eee-9bf4-fbeda16727f2 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:06.839896 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-c3fd583f-f8c2-4307-8f4e-d9e41a44793c req-35c28600-d03a-4eee-9bf4-fbeda16727f2 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f039f5b-a92a-40fb-8765-812cd87061d4 HTTP/1.1" status: 200 len: 943 time: 0.0787232 May 19 09:35:06.888967 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-c3fd583f-f8c2-4307-8f4e-d9e41a44793c req-991364fb-3403-4eff-8017-b19eca082f9f tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.61 "GET /v2.0/security-groups?id=64dd049f-e531-4ada-9105-39103eaa41bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434268 May 19 09:35:07.123751 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-ad9ebb67-4d4c-419f-ad0b-2b75cbcacee0 req-abccc5df-1844-4a28-bd6a-fc6b5696cb9c tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 210 time: 0.0604980 May 19 09:35:07.174501 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-5de23b1b-5ef5-4f7e-9732-2853c53252f1 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:07.175374 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-5de23b1b-5ef5-4f7e-9732-2853c53252f1 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Synchronizing usage tracker for tenant:97fc349a479c4afd9aea2d0219c002b2 on resource:network {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:07.194373 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-5de23b1b-5ef5-4f7e-9732-2853c53252f1 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Unset dirty status for tenant:97fc349a479c4afd9aea2d0219c002b2 on resource:network {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:07.195504 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-5de23b1b-5ef5-4f7e-9732-2853c53252f1 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.76 "GET /v2.0/networks?id=d18f6c36-0859-444b-a9be-eedab568b568 HTTP/1.1" status: 200 len: 808 time: 0.2248404 May 19 09:35:07.261527 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-eb08eea3-455e-4a1f-996e-2d14a9013b88 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Synchronizing usage tracker for tenant:97fc349a479c4afd9aea2d0219c002b2 on resource:security_group {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:07.280025 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-eb08eea3-455e-4a1f-996e-2d14a9013b88 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Unset dirty status for tenant:97fc349a479c4afd9aea2d0219c002b2 on resource:security_group {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:07.281178 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-eb08eea3-455e-4a1f-996e-2d14a9013b88 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97fc349a479c4afd9aea2d0219c002b2 HTTP/1.1" status: 200 len: 380 time: 0.0633345 May 19 09:35:07.291894 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-3be5f366-e494-4fc0-99e4-e1a9667ff93d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Request body: {'port': {'device_id': '7e37534e-234a-426d-8002-22931a5fad58', 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568', 'admin_state_up': True, 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'security_groups': ['ecf5450e-9d84-4b93-b625-e086bec61567']}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:07.306725 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21318b-471b-4ded-8a47-21a6fb927e4c req-a7bfea6e-677f-471d-bd7d-100fd1516e23 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:07.308162 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-1b21318b-471b-4ded-8a47-21a6fb927e4c req-a7bfea6e-677f-471d-bd7d-100fd1516e23 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=7344be7b-26ff-42cf-bd0e-ad9486fa891a HTTP/1.1" status: 200 len: 945 time: 0.0839918 May 19 09:35:07.356827 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-1b21318b-471b-4ded-8a47-21a6fb927e4c req-483fec72-0874-4fda-bba4-2b60a418a0ce tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420263 May 19 09:35:07.429001 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-3be5f366-e494-4fc0-99e4-e1a9667ff93d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:07.438620 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-3be5f366-e494-4fc0-99e4-e1a9667ff93d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:07.448062 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-3be5f366-e494-4fc0-99e4-e1a9667ff93d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Made reservation on behalf of 97fc349a479c4afd9aea2d0219c002b2 for: {'port': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:35:07.451918 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-3be5f366-e494-4fc0-99e4-e1a9667ff93d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:07.624389 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-3be5f366-e494-4fc0-99e4-e1a9667ff93d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Allocated IP 172.20.0.4 (d18f6c36-0859-444b-a9be-eedab568b568/d298f93a-a019-4ca0-bd96-2bc106686ff3/72859139-f998-4a75-8a61-a3b851c2386a) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:35:07.818324 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-3be5f366-e494-4fc0-99e4-e1a9667ff93d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:07.834235 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-3be5f366-e494-4fc0-99e4-e1a9667ff93d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Transition to ACTIVE for port object 72859139-f998-4a75-8a61-a3b851c2386a will not be triggered until provisioned by entity DHCP. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:07.857384 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-3be5f366-e494-4fc0-99e4-e1a9667ff93d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:07.862467 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-82715abe-ae83-4ac0-8cb9-8651ca54df0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:07.931329 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-3be5f366-e494-4fc0-99e4-e1a9667ff93d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Network d18f6c36-0859-444b-a9be-eedab568b568 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:07.934421 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-3be5f366-e494-4fc0-99e4-e1a9667ff93d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Resources bound (agent type, host, resource id): {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:07.938201 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-3be5f366-e494-4fc0-99e4-e1a9667ff93d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:35:07.974715 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5f366-e494-4fc0-99e4-e1a9667ff93d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Pushing event updated for resources: {'Port': ['ID=72859139-f998-4a75-8a61-a3b851c2386a,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:07.979625 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-3be5f366-e494-4fc0-99e4-e1a9667ff93d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:07.982913 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 4faae276-f27f-4443-b770-75dde7c5bedc details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:35:08.011459 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-3be5f366-e494-4fc0-99e4-e1a9667ff93d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:08.012109 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-3be5f366-e494-4fc0-99e4-e1a9667ff93d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:08.092966 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-3be5f366-e494-4fc0-99e4-e1a9667ff93d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8049030 May 19 09:35:08.105695 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] Request body: {'port': {'device_id': '7e37534e-234a-426d-8002-22931a5fad58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:08.137883 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 4faae276-f27f-4443-b770-75dde7c5bedc, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4faae276-f27f-4443-b770-75dde7c5bedc,segment=NetworkSegment(e02da7a2-52d2-48d0-86ed-ebf526695825),segment_id=e02da7a2-52d2-48d0-86ed-ebf526695825)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:08.152408 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Returning: {'device': '4faae276-f27f-4443-b770-75dde7c5bedc', 'network_id': '55b3de88-f363-4fa7-abbd-ef35d956f85b', 'port_id': '4faae276-f27f-4443-b770-75dde7c5bedc', 'mac_address': 'fa:16:3e:15:36:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099d13c3-46be-4fd5-8429-9f65ee7ad29a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:35:08.168330 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a45607-71d5-42a5-8cb8-f106a9cf2917 req-52f88b24-ea39-4331-b0df-6619a429686e tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:08.169820 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-11a45607-71d5-42a5-8cb8-f106a9cf2917 req-52f88b24-ea39-4331-b0df-6619a429686e tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f039f5b-a92a-40fb-8765-812cd87061d4 HTTP/1.1" status: 200 len: 943 time: 0.1536543 May 19 09:35:08.217556 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:08.240930 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4faae276-f27f-4443-b770-75dde7c5bedc {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:35:08.248741 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-96058b11-4fda-4d9a-97d3-80d1cca43d7c None None] Provisioning for port 72859139-f998-4a75-8a61-a3b851c2386a completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:08.260408 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-96058b11-4fda-4d9a-97d3-80d1cca43d7c None None] Provisioning complete for port 72859139-f998-4a75-8a61-a3b851c2386a triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:08.260790 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-96058b11-4fda-4d9a-97d3-80d1cca43d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:08.291717 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 4faae276-f27f-4443-b770-75dde7c5bedc, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4faae276-f27f-4443-b770-75dde7c5bedc,segment=NetworkSegment(e02da7a2-52d2-48d0-86ed-ebf526695825),segment_id=e02da7a2-52d2-48d0-86ed-ebf526695825)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:08.299658 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:08.308468 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:08.339787 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141417ac-e2eb-4570-b371-baee8bcdca24 req-beb09cb7-56e3-4d5d-ae85-d7a7a9493e23 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:08.341287 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-141417ac-e2eb-4570-b371-baee8bcdca24 req-beb09cb7-56e3-4d5d-ae85-d7a7a9493e23 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 931 time: 0.1054378 May 19 09:35:08.353740 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:08.366656 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-11a45607-71d5-42a5-8cb8-f106a9cf2917 req-78c3786b-ba64-406d-9e59-81277cb621b7 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.61 "GET /v2.0/security-groups?id=64dd049f-e531-4ada-9105-39103eaa41bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665027 May 19 09:35:08.376693 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-96058b11-4fda-4d9a-97d3-80d1cca43d7c None None] Port 72859139-f998-4a75-8a61-a3b851c2386a cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:35:08.387580 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=4faae276-f27f-4443-b770-75dde7c5bedc,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:08.391618 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:08.412857 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-141417ac-e2eb-4570-b371-baee8bcdca24 req-b804a35d-0edd-4501-a192-d4f89cdf1639 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605612 May 19 09:35:08.576828 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['4faae276-f27f-4443-b770-75dde7c5bedc'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:35:08.687422 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e93af-251c-46bd-b602-944b24b27fe5 req-f1254806-e69c-4bab-800f-11f6446b4464 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:08.688795 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-140e93af-251c-46bd-b602-944b24b27fe5 req-f1254806-e69c-4bab-800f-11f6446b4464 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=7344be7b-26ff-42cf-bd0e-ad9486fa891a HTTP/1.1" status: 200 len: 945 time: 0.1967912 May 19 09:35:08.749210 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-140e93af-251c-46bd-b602-944b24b27fe5 req-3a13fbb2-a880-47e0-b611-447627a67667 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540860 May 19 09:35:08.807118 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72859139-f998-4a75-8a61-a3b851c2386a {{(pid=91651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:35:08.814164 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:08.828893 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] Transition to ACTIVE for port object 72859139-f998-4a75-8a61-a3b851c2386a will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:08.833583 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2459273'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:08.837871 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:09.001171 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] Pushing event updated for resources: {'Port': ['ID=72859139-f998-4a75-8a61-a3b851c2386a,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:09.028711 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:09.072460 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] Attempting to bind port 72859139-f998-4a75-8a61-a3b851c2386a on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:35:09.072790 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] Attempting to bind port 72859139-f998-4a75-8a61-a3b851c2386a by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '41b8987e-1e4e-42fb-ad21-cd0c89e962c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:35:09.073107 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] Attempting to bind port 72859139-f998-4a75-8a61-a3b851c2386a on network d18f6c36-0859-444b-a9be-eedab568b568 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:09.077583 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] Port 72859139-f998-4a75-8a61-a3b851c2386a on network d18f6c36-0859-444b-a9be-eedab568b568 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:35:09.077931 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] Attempting to bind port 72859139-f998-4a75-8a61-a3b851c2386a on network d18f6c36-0859-444b-a9be-eedab568b568 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:09.083587 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] Checking agent: {'id': 'e2b12f16-87f3-476d-a836-3e2e94bcfd4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'started_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:35:09.083917 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] Checking segment: {'id': '41b8987e-1e4e-42fb-ad21-cd0c89e962c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:09.084292 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] Bound using segment: {'id': '41b8987e-1e4e-42fb-ad21-cd0c89e962c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:35:09.084700 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] Bound port: 72859139-f998-4a75-8a61-a3b851c2386a, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b8987e-1e4e-42fb-ad21-cd0c89e962c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:35:09.085034 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:09.174194 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] For port 72859139-f998-4a75-8a61-a3b851c2386a, host hv-cinder-79128, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:35:09.177543 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] For port 72859139-f998-4a75-8a61-a3b851c2386a, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=72859139-f998-4a75-8a61-a3b851c2386a,segment=NetworkSegment(41b8987e-1e4e-42fb-ad21-cd0c89e962c3),segment_id=41b8987e-1e4e-42fb-ad21-cd0c89e962c3)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:35:09.181431 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2459273'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:09.185796 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:09.243230 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:09.243838 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:09.245189 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] 10.222.0.76 "PUT /v2.0/ports/72859139-f998-4a75-8a61-a3b851c2386a HTTP/1.1" status: 200 len: 1093 time: 1.1437440 May 19 09:35:09.245677 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e37534e-234a-426d-8002-22931a5fad58', 'tag': '72859139-f998-4a75-8a61-a3b851c2386a'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:35:09.267688 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] Pushing event updated for resources: {'Port': ['ID=72859139-f998-4a75-8a61-a3b851c2386a,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:09.271258 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:09.325183 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e37534e-234a-426d-8002-22931a5fad58', 'tag': '72859139-f998-4a75-8a61-a3b851c2386a', 'status': 'completed', 'code': 200} May 19 09:35:09.369709 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-dad1b5ea-30d8-45fb-9adc-31e7c5dacf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:09.371264 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-dad1b5ea-30d8-45fb-9adc-31e7c5dacf18 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=97fc349a479c4afd9aea2d0219c002b2&device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 1096 time: 0.0779245 May 19 09:35:09.446263 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-1dec85a5-c039-4765-984b-150644aadafc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72859139-f998-4a75-8a61-a3b851c2386a HTTP/1.1" status: 200 len: 217 time: 0.0664380 May 19 09:35:09.569054 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-28264b04-a475-4ff5-b19a-b335354758ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:09.570403 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-28264b04-a475-4ff5-b19a-b335354758ab service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d298f93a-a019-4ca0-bd96-2bc106686ff3 HTTP/1.1" status: 200 len: 847 time: 0.1127200 May 19 09:35:09.601664 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0fdc7-083e-4258-a5c6-e826a7e26fb7 req-5df991a3-7414-4a75-9478-4fb612887863 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:09.603120 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-64c0fdc7-083e-4258-a5c6-e826a7e26fb7 req-5df991a3-7414-4a75-9478-4fb612887863 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 943 time: 0.0796537 May 19 09:35:09.633913 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70baa86e-7911-4b1b-86a6-399686c11b53 req-3ee1c4fe-774e-47c1-9b94-32dabd0be37c tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:09.635369 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-70baa86e-7911-4b1b-86a6-399686c11b53 req-3ee1c4fe-774e-47c1-9b94-32dabd0be37c tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f039f5b-a92a-40fb-8765-812cd87061d4 HTTP/1.1" status: 200 len: 944 time: 0.1479180 May 19 09:35:09.648049 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-64c0fdc7-083e-4258-a5c6-e826a7e26fb7 req-4097d076-0798-478c-807d-a775028120dc tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390751 May 19 09:35:09.692224 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-70baa86e-7911-4b1b-86a6-399686c11b53 req-0fe092bc-38d4-4e3f-80fe-cef9d3400e41 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.61 "GET /v2.0/security-groups?id=64dd049f-e531-4ada-9105-39103eaa41bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492430 May 19 09:35:09.698096 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-d3913f05-7172-4458-9a7b-64c953e0fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:09.699493 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-d3913f05-7172-4458-9a7b-64c953e0fc85 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d18f6c36-0859-444b-a9be-eedab568b568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1210251 May 19 09:35:09.842175 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-3b152f4e-7522-483c-a524-b9c91b806cb8 service neutron] 10.222.0.76 "GET /v2.0/networks/d18f6c36-0859-444b-a9be-eedab568b568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253104 May 19 09:35:09.936642 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5196b-837f-4813-9baa-9ae3e22e3773 req-885f87bc-8f9e-4593-89ec-4e3a0e41490a tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:09.938129 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-19d5196b-837f-4813-9baa-9ae3e22e3773 req-885f87bc-8f9e-4593-89ec-4e3a0e41490a tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=7344be7b-26ff-42cf-bd0e-ad9486fa891a HTTP/1.1" status: 200 len: 945 time: 0.0840619 May 19 09:35:09.983311 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-19d5196b-837f-4813-9baa-9ae3e22e3773 req-f7644c63-667c-4327-9df1-6f03663930e9 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386951 May 19 09:35:09.984786 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b94ac50e-7b18-4a97-9f9c-f5d13b54183a req-abed3dbc-2325-43cc-bb2b-d74b81ba6984 service neutron] 10.222.0.76 "GET /v2.0/networks/d18f6c36-0859-444b-a9be-eedab568b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277957 May 19 09:35:09.995929 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 4faae276-f27f-4443-b770-75dde7c5bedc up at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:10.065509 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning for port 4faae276-f27f-4443-b770-75dde7c5bedc completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:10.071180 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning complete for port 4faae276-f27f-4443-b770-75dde7c5bedc triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:10.071548 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:10.187870 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d543cd-2d28-460a-8fac-2573db1985c5 req-baf0f6a7-0655-4e70-9f68-baf735ca540a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:10.189324 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-95d543cd-2d28-460a-8fac-2573db1985c5 req-baf0f6a7-0655-4e70-9f68-baf735ca540a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=97fc349a479c4afd9aea2d0219c002b2&device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 1096 time: 0.1558151 May 19 09:35:10.193323 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:10.219912 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f039f5b-a92a-40fb-8765-812cd87061d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4faae276-f27f-4443-b770-75dde7c5bedc'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:35:10.231271 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 4faae276-f27f-4443-b770-75dde7c5bedc, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4faae276-f27f-4443-b770-75dde7c5bedc,segment=NetworkSegment(e02da7a2-52d2-48d0-86ed-ebf526695825),segment_id=e02da7a2-52d2-48d0-86ed-ebf526695825)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:10.235078 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:10.236966 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:10.271729 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f039f5b-a92a-40fb-8765-812cd87061d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4faae276-f27f-4443-b770-75dde7c5bedc', 'code': 200} May 19 09:35:10.304090 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=4faae276-f27f-4443-b770-75dde7c5bedc,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:10.307109 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:10.330600 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d543cd-2d28-460a-8fac-2573db1985c5 req-e1704ed8-dc86-4188-a92e-7cc6f378d878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:10.332247 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-95d543cd-2d28-460a-8fac-2573db1985c5 req-e1704ed8-dc86-4188-a92e-7cc6f378d878 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d18f6c36-0859-444b-a9be-eedab568b568 HTTP/1.1" status: 200 len: 909 time: 0.1349912 May 19 09:35:10.400072 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-95d543cd-2d28-460a-8fac-2573db1985c5 req-9f9630a2-e8d1-436a-906b-6ed975abae40 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72859139-f998-4a75-8a61-a3b851c2386a HTTP/1.1" status: 200 len: 217 time: 0.0605402 May 19 09:35:10.512803 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d543cd-2d28-460a-8fac-2573db1985c5 req-8d3125a0-665b-42ab-b014-30c49b0727c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:10.514278 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:10.514447 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-95d543cd-2d28-460a-8fac-2573db1985c5 req-8d3125a0-665b-42ab-b014-30c49b0727c3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d298f93a-a019-4ca0-bd96-2bc106686ff3 HTTP/1.1" status: 200 len: 847 time: 0.1078682 May 19 09:35:10.587510 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f4b4a-dc56-4f79-a659-30e2904328ff req-55950c8d-ddae-46cf-a1af-218408657e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:10.588954 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-053f4b4a-dc56-4f79-a659-30e2904328ff req-55950c8d-ddae-46cf-a1af-218408657e0b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3f039f5b-a92a-40fb-8765-812cd87061d4 HTTP/1.1" status: 200 len: 1098 time: 0.1397767 May 19 09:35:10.622850 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d543cd-2d28-460a-8fac-2573db1985c5 req-457a9676-7822-4807-8ab8-a0ee00c202ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:10.624236 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-95d543cd-2d28-460a-8fac-2573db1985c5 req-457a9676-7822-4807-8ab8-a0ee00c202ac service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d18f6c36-0859-444b-a9be-eedab568b568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1008031 May 19 09:35:10.669995 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-053f4b4a-dc56-4f79-a659-30e2904328ff req-e1c43f51-a5c2-43ae-8555-dbfe2d233f59 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=64dd049f-e531-4ada-9105-39103eaa41bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719950 May 19 09:35:10.771347 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-95d543cd-2d28-460a-8fac-2573db1985c5 req-6a99842b-fb3f-44c5-ae9b-84803336cd21 service neutron] 10.222.0.76 "GET /v2.0/networks/d18f6c36-0859-444b-a9be-eedab568b568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390607 May 19 09:35:10.838503 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3061bc-c273-407b-9cfe-e786cf6731ba req-507910cf-d34f-4aee-83a2-5ad4243d28c8 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:10.839962 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-cb3061bc-c273-407b-9cfe-e786cf6731ba req-507910cf-d34f-4aee-83a2-5ad4243d28c8 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 943 time: 0.0820408 May 19 09:35:10.889977 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-cb3061bc-c273-407b-9cfe-e786cf6731ba req-6288c952-51e4-4b6f-9f0d-56e8f828b413 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443356 May 19 09:35:10.963888 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-95d543cd-2d28-460a-8fac-2573db1985c5 req-0b4f67d5-f048-464d-80e6-4a9ba0680bbb service neutron] 10.222.0.76 "GET /v2.0/networks/d18f6c36-0859-444b-a9be-eedab568b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823530 May 19 09:35:10.982237 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c091ba-5366-4264-ada7-fb996a04bd56 req-e847b4fe-3dc4-47c3-94d4-73365d0cb32a tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:10.983650 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a6c091ba-5366-4264-ada7-fb996a04bd56 req-e847b4fe-3dc4-47c3-94d4-73365d0cb32a tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f039f5b-a92a-40fb-8765-812cd87061d4 HTTP/1.1" status: 200 len: 945 time: 0.1713810 May 19 09:35:11.029470 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a6c091ba-5366-4264-ada7-fb996a04bd56 req-28e7c1c5-65c5-49ae-8c76-9733df62aa6f tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.61 "GET /v2.0/security-groups?id=64dd049f-e531-4ada-9105-39103eaa41bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400839 May 19 09:35:11.167569 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631db0c-d041-4e67-96fa-2ca83b7ad81d req-98ec6f96-8d9e-4e56-8b7f-2a10e3856bc0 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:11.169001 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-6631db0c-d041-4e67-96fa-2ca83b7ad81d req-98ec6f96-8d9e-4e56-8b7f-2a10e3856bc0 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=7344be7b-26ff-42cf-bd0e-ad9486fa891a HTTP/1.1" status: 200 len: 945 time: 0.0784321 May 19 09:35:11.213040 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-6631db0c-d041-4e67-96fa-2ca83b7ad81d req-2b5ef352-e810-436e-bc69-22199cd6c300 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384066 May 19 09:35:11.895734 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744bc78-6d39-4e85-a2b2-d41f44192787 req-681eddfc-a34f-44dd-b771-2d31c43d0b23 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:11.897192 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9744bc78-6d39-4e85-a2b2-d41f44192787 req-681eddfc-a34f-44dd-b771-2d31c43d0b23 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.76 "GET /v2.0/ports?device_id=7344be7b-26ff-42cf-bd0e-ad9486fa891a HTTP/1.1" status: 200 len: 945 time: 0.0791152 May 19 09:35:12.023347 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 72859139-f998-4a75-8a61-a3b851c2386a details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:35:12.044987 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-9744bc78-6d39-4e85-a2b2-d41f44192787 req-7e12af4a-07a6-44bc-83d3-d5233776bc78 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Deleting port 30161d4e-f5af-44db-ae91-266ec55e7f09 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:35:12.045475 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9744bc78-6d39-4e85-a2b2-d41f44192787 req-7e12af4a-07a6-44bc-83d3-d5233776bc78 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:12.109413 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d65225-15d9-4dff-801b-571bc481c7e2 req-f86ff937-91e7-42bc-ae24-2a31111e8ac0 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:12.117434 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-e1d65225-15d9-4dff-801b-571bc481c7e2 req-f86ff937-91e7-42bc-ae24-2a31111e8ac0 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 943 time: 0.1179786 May 19 09:35:12.164229 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-e1d65225-15d9-4dff-801b-571bc481c7e2 req-5c32899d-7bd0-41e3-a3eb-a1d7c0ea9e56 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459046 May 19 09:35:12.211421 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 72859139-f998-4a75-8a61-a3b851c2386a, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=72859139-f998-4a75-8a61-a3b851c2386a,segment=NetworkSegment(41b8987e-1e4e-42fb-ad21-cd0c89e962c3),segment_id=41b8987e-1e4e-42fb-ad21-cd0c89e962c3)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:12.214525 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-9744bc78-6d39-4e85-a2b2-d41f44192787 req-7e12af4a-07a6-44bc-83d3-d5233776bc78 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] For port 30161d4e-f5af-44db-ae91-266ec55e7f09, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=30161d4e-f5af-44db-ae91-266ec55e7f09,segment=NetworkSegment(4fdef79c-7333-48d4-b195-4ba926c7f9f0),segment_id=4fdef79c-7333-48d4-b195-4ba926c7f9f0)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:12.214956 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9744bc78-6d39-4e85-a2b2-d41f44192787 req-7e12af4a-07a6-44bc-83d3-d5233776bc78 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:12.231782 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Returning: {'device': '72859139-f998-4a75-8a61-a3b851c2386a', 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568', 'port_id': '72859139-f998-4a75-8a61-a3b851c2386a', 'mac_address': 'fa:16:3e:e6:ce:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd298f93a-a019-4ca0-bd96-2bc106686ff3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:35:12.295270 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:12.312654 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72859139-f998-4a75-8a61-a3b851c2386a {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:35:12.328970 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 72859139-f998-4a75-8a61-a3b851c2386a, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=72859139-f998-4a75-8a61-a3b851c2386a,segment=NetworkSegment(41b8987e-1e4e-42fb-ad21-cd0c89e962c3),segment_id=41b8987e-1e4e-42fb-ad21-cd0c89e962c3)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:12.335084 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:12.337410 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:12.365613 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-9744bc78-6d39-4e85-a2b2-d41f44192787 req-7e12af4a-07a6-44bc-83d3-d5233776bc78 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Calling delete_port for 30161d4e-f5af-44db-ae91-266ec55e7f09 owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:35:12.394813 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205dc0d8-4bbb-41cc-b662-341432e2b69d req-94d7738c-3217-4a75-8392-474b38cb4b44 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:12.408532 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-205dc0d8-4bbb-41cc-b662-341432e2b69d req-94d7738c-3217-4a75-8392-474b38cb4b44 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f039f5b-a92a-40fb-8765-812cd87061d4 HTTP/1.1" status: 200 len: 945 time: 0.1377680 May 19 09:35:12.463731 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-205dc0d8-4bbb-41cc-b662-341432e2b69d req-7f03166c-6016-4f3f-b47a-f403e5568981 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.61 "GET /v2.0/security-groups?id=64dd049f-e531-4ada-9105-39103eaa41bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527325 May 19 09:35:12.469051 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=72859139-f998-4a75-8a61-a3b851c2386a,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:12.480922 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:12.609561 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9744bc78-6d39-4e85-a2b2-d41f44192787 req-7e12af4a-07a6-44bc-83d3-d5233776bc78 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:12.613519 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['72859139-f998-4a75-8a61-a3b851c2386a'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:35:12.617574 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:12.759194 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12af4a-07a6-44bc-83d3-d5233776bc78 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Pushing event deleted for resources: {'Port': ['ID=30161d4e-f5af-44db-ae91-266ec55e7f09,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:12.762194 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7e12af4a-07a6-44bc-83d3-d5233776bc78 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:12.854862 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b60e14-b572-48c2-9f94-401d8e3e164f req-f05d8488-6500-4467-83c9-7b3ed620e277 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:12.856481 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b2b60e14-b572-48c2-9f94-401d8e3e164f req-f05d8488-6500-4467-83c9-7b3ed620e277 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=7344be7b-26ff-42cf-bd0e-ad9486fa891a HTTP/1.1" status: 200 len: 945 time: 0.3266504 May 19 09:35:12.857503 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-9744bc78-6d39-4e85-a2b2-d41f44192787 req-7e12af4a-07a6-44bc-83d3-d5233776bc78 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] No DVR routers for this DVR port 30161d4e-f5af-44db-ae91-266ec55e7f09 on host hv-cinder-79128 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:35:12.860347 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9744bc78-6d39-4e85-a2b2-d41f44192787 req-7e12af4a-07a6-44bc-83d3-d5233776bc78 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:12.904329 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7344be7b-26ff-42cf-bd0e-ad9486fa891a', 'name': 'network-vif-deleted', 'tag': '30161d4e-f5af-44db-ae91-266ec55e7f09'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:35:12.915969 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9744bc78-6d39-4e85-a2b2-d41f44192787 req-7e12af4a-07a6-44bc-83d3-d5233776bc78 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.76 "DELETE /v2.0/ports/30161d4e-f5af-44db-ae91-266ec55e7f09 HTTP/1.1" status: 204 len: 173 time: 1.0104802 May 19 09:35:12.960472 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b2b60e14-b572-48c2-9f94-401d8e3e164f req-4f6525e2-ea29-4000-8eee-4ce42c93522d tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864356 May 19 09:35:13.012017 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7344be7b-26ff-42cf-bd0e-ad9486fa891a', 'name': 'network-vif-deleted', 'tag': '30161d4e-f5af-44db-ae91-266ec55e7f09', 'status': 'completed', 'code': 200} May 19 09:35:13.355072 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641f6a2-dcc1-4f27-814f-c6f26f5b46a6 req-9178fd1a-9350-400e-a0dc-06e15515e447 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:13.355758 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-7641f6a2-dcc1-4f27-814f-c6f26f5b46a6 req-9178fd1a-9350-400e-a0dc-06e15515e447 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Synchronizing usage tracker for tenant:97fc349a479c4afd9aea2d0219c002b2 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:13.370551 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-7641f6a2-dcc1-4f27-814f-c6f26f5b46a6 req-9178fd1a-9350-400e-a0dc-06e15515e447 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Unset dirty status for tenant:97fc349a479c4afd9aea2d0219c002b2 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:13.371694 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7641f6a2-dcc1-4f27-814f-c6f26f5b46a6 req-9178fd1a-9350-400e-a0dc-06e15515e447 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 944 time: 0.1008904 May 19 09:35:13.418194 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7641f6a2-dcc1-4f27-814f-c6f26f5b46a6 req-add58c79-76eb-470e-aede-9f8178a18d57 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404832 May 19 09:35:13.418317 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['30161d4e-f5af-44db-ae91-266ec55e7f09'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:35:13.998128 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa832f5b-78da-4afd-b740-2d7287b856a3 req-23c7866d-6979-4469-b232-a6b42d9e4e41 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:13.999568 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-fa832f5b-78da-4afd-b740-2d7287b856a3 req-23c7866d-6979-4469-b232-a6b42d9e4e41 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 946 time: 0.0817184 May 19 09:35:14.038776 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 72859139-f998-4a75-8a61-a3b851c2386a up at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:14.045714 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-fa832f5b-78da-4afd-b740-2d7287b856a3 req-3bee338b-916e-4d44-bd44-7638ad014c85 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395131 May 19 09:35:14.134309 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning for port 72859139-f998-4a75-8a61-a3b851c2386a completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:14.139104 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning complete for port 72859139-f998-4a75-8a61-a3b851c2386a triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:14.139483 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:14.260422 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:14.288909 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e37534e-234a-426d-8002-22931a5fad58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72859139-f998-4a75-8a61-a3b851c2386a'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:35:14.301422 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 72859139-f998-4a75-8a61-a3b851c2386a, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=72859139-f998-4a75-8a61-a3b851c2386a,segment=NetworkSegment(41b8987e-1e4e-42fb-ad21-cd0c89e962c3),segment_id=41b8987e-1e4e-42fb-ad21-cd0c89e962c3)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:14.311009 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:14.312415 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 30161d4e-f5af-44db-ae91-266ec55e7f09 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:35:14.350556 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e37534e-234a-426d-8002-22931a5fad58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72859139-f998-4a75-8a61-a3b851c2386a', 'code': 200} May 19 09:35:14.351112 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:14.389745 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] No Port match for: 30161d4e-f5af-44db-ae91-266ec55e7f09 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:35:14.390117 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 30161d4e-f5af-44db-ae91-266ec55e7f09 not bound to the agent host hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:35:14.423932 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=72859139-f998-4a75-8a61-a3b851c2386a,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:14.428294 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:14.623732 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901604bb-4450-482c-a266-63ef87d35f90 req-e5605fbe-e8d1-44ea-bb8d-4d94e539edbe tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:14.625222 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-901604bb-4450-482c-a266-63ef87d35f90 req-e5605fbe-e8d1-44ea-bb8d-4d94e539edbe tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 945 time: 0.0828078 May 19 09:35:14.717993 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-901604bb-4450-482c-a266-63ef87d35f90 req-68a785fe-d3f4-439a-a3b2-6f8f276915cb tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612035 May 19 09:35:14.733996 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a03d5d-870c-40d5-b20e-8874a4ee673d req-c5dc676e-1ef3-4b8a-b874-982885375b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:14.735282 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c3a03d5d-870c-40d5-b20e-8874a4ee673d req-c5dc676e-1ef3-4b8a-b874-982885375b45 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 1098 time: 0.1092262 May 19 09:35:14.780088 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c3a03d5d-870c-40d5-b20e-8874a4ee673d req-e5513198-3193-43c7-9265-0e2d675c936f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356572 May 19 09:35:15.260605 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60b21e-07f3-44ae-85a5-970c9fba9793 req-0729d09b-2b1f-4ddf-af29-2a5c622c736d tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:15.262108 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-6b60b21e-07f3-44ae-85a5-970c9fba9793 req-0729d09b-2b1f-4ddf-af29-2a5c622c736d tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 946 time: 0.0864472 May 19 09:35:15.308531 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-6b60b21e-07f3-44ae-85a5-970c9fba9793 req-7b2f344a-1d71-4c45-b2c3-484db26859e9 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401354 May 19 09:35:15.805797 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41221bbe-9f88-4586-947b-86559009656e req-996cf274-cdf7-4355-8ce8-728bb6071ab3 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:15.807410 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-41221bbe-9f88-4586-947b-86559009656e req-996cf274-cdf7-4355-8ce8-728bb6071ab3 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 946 time: 0.1058383 May 19 09:35:15.935110 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3752b0-e871-44ae-8f38-85ab63c867f8 req-9021d860-4cb7-4608-9299-f041098a6e6c tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:15.937018 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-fc3752b0-e871-44ae-8f38-85ab63c867f8 req-9021d860-4cb7-4608-9299-f041098a6e6c tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 945 time: 0.0978639 May 19 09:35:15.968580 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-41221bbe-9f88-4586-947b-86559009656e req-57547cb1-bac4-403a-b790-29c755984913 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Deleting port 74e397e6-bc25-4de3-92ff-476a76407e47 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:35:15.969188 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-41221bbe-9f88-4586-947b-86559009656e req-57547cb1-bac4-403a-b790-29c755984913 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:15.999084 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-fc3752b0-e871-44ae-8f38-85ab63c867f8 req-c4cc0f04-d884-4e72-bd46-5305a62e1cbe tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544407 May 19 09:35:16.164307 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-41221bbe-9f88-4586-947b-86559009656e req-57547cb1-bac4-403a-b790-29c755984913 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] For port 74e397e6-bc25-4de3-92ff-476a76407e47, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=74e397e6-bc25-4de3-92ff-476a76407e47,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:16.164667 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-41221bbe-9f88-4586-947b-86559009656e req-57547cb1-bac4-403a-b790-29c755984913 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:16.187400 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdaa3a-ed05-4ab3-bb59-822b240f9dda req-4f121d65-58fa-4579-abf4-2affa733dd5e tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:16.188765 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-f5bdaa3a-ed05-4ab3-bb59-822b240f9dda req-4f121d65-58fa-4579-abf4-2affa733dd5e tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 945 time: 0.0802116 May 19 09:35:16.234740 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-f5bdaa3a-ed05-4ab3-bb59-822b240f9dda req-3beac838-862e-4070-9cf5-deec164bb84c tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397062 May 19 09:35:16.237035 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece0ed4-288c-4706-bbaa-1d18bdeafc61 req-fa7f4d2f-2536-49d3-a83a-887eb4bf7d0b tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:16.238855 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-dece0ed4-288c-4706-bbaa-1d18bdeafc61 req-fa7f4d2f-2536-49d3-a83a-887eb4bf7d0b tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f039f5b-a92a-40fb-8765-812cd87061d4 HTTP/1.1" status: 200 len: 945 time: 0.1844311 May 19 09:35:16.257571 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 45826) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:16.377398 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-dece0ed4-288c-4706-bbaa-1d18bdeafc61 req-3cea3cc9-33a2-45d7-8685-688ec3fc8f98 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.61 "GET /v2.0/security-groups?id=64dd049f-e531-4ada-9105-39103eaa41bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300819 May 19 09:35:16.517896 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-41221bbe-9f88-4586-947b-86559009656e req-57547cb1-bac4-403a-b790-29c755984913 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:16.518271 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-41221bbe-9f88-4586-947b-86559009656e req-57547cb1-bac4-403a-b790-29c755984913 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806387'] for floatingip, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:16.519294 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.db.l3_db [req-41221bbe-9f88-4586-947b-86559009656e req-57547cb1-bac4-403a-b790-29c755984913 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Floating IP 8826e6c6-d6c3-4c91-bbfa-6d9a0aca1c1a disassociated. External IP: 172.28.0.59, port: 74e397e6-bc25-4de3-92ff-476a76407e47. May 19 09:35:16.519837 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-41221bbe-9f88-4586-947b-86559009656e req-57547cb1-bac4-403a-b790-29c755984913 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Calling delete_port for 74e397e6-bc25-4de3-92ff-476a76407e47 owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:35:16.637412 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-41221bbe-9f88-4586-947b-86559009656e req-57547cb1-bac4-403a-b790-29c755984913 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:16.643157 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-407814fe-e132-44f3-93eb-5441362802e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:16.648359 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0506ce-0774-4ef1-8f06-15dc0ae7acf8 req-fe5f969c-772a-4dde-9759-26834716e831 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:16.649838 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-6f0506ce-0774-4ef1-8f06-15dc0ae7acf8 req-fe5f969c-772a-4dde-9759-26834716e831 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 946 time: 0.2311981 May 19 09:35:16.652618 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c72478-ab00-44db-9cd0-8ba7ce658c1b tempest-TestShelveInstance-501839292 tempest-TestShelveInstance-501839292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:16.653272 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-f8c72478-ab00-44db-9cd0-8ba7ce658c1b tempest-TestShelveInstance-501839292 tempest-TestShelveInstance-501839292-project-admin] Synchronizing usage tracker for tenant:f5d1b05e30714cbea49d828d58b5d5d7 on resource:port {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:16.688961 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57547cb1-bac4-403a-b790-29c755984913 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Pushing event deleted for resources: {'Port': ['ID=74e397e6-bc25-4de3-92ff-476a76407e47,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:16.692424 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-57547cb1-bac4-403a-b790-29c755984913 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:16.701391 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-f8c72478-ab00-44db-9cd0-8ba7ce658c1b tempest-TestShelveInstance-501839292 tempest-TestShelveInstance-501839292-project-admin] Unset dirty status for tenant:f5d1b05e30714cbea49d828d58b5d5d7 on resource:port {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:16.705255 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-f8c72478-ab00-44db-9cd0-8ba7ce658c1b tempest-TestShelveInstance-501839292 tempest-TestShelveInstance-501839292-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 1093 time: 0.4439921 May 19 09:35:16.705556 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 45836) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:16.711167 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-6f0506ce-0774-4ef1-8f06-15dc0ae7acf8 req-7749474c-0efd-4ee8-8e4a-59ae3c0bb673 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541694 May 19 09:35:16.717465 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Request body: {'floatingip': {'floating_network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'port_id': '72859139-f998-4a75-8a61-a3b851c2386a', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:16.720303 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:16.725438 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Usage tracker for resource:floatingip and tenant:97fc349a479c4afd9aea2d0219c002b2 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:16.728366 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:16.734523 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:16.762903 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for floatingip, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:16.908409 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:16.986515 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41221bbe-9f88-4586-947b-86559009656e req-57547cb1-bac4-403a-b790-29c755984913 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Router 0a25074c-9bb1-424e-a172-4d1b7e67b33d has already been hosted by L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:35:17.089077 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Allocated IP 172.28.0.147 (7d528ae4-f655-4215-abed-2652e9d6f37f/518ab1fe-b41e-417a-a1c0-f577284c585f/2e0c692e-3502-4420-a480-730464530e43) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:35:17.183874 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41221bbe-9f88-4586-947b-86559009656e req-57547cb1-bac4-403a-b790-29c755984913 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:35:17.197108 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e84d5-c0b8-4498-bb85-4952cdb415f2 None None] Sync routers for ids ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'] in dv-cinder-791281-2-smb {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:35:17.211720 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e84d5-c0b8-4498-bb85-4952cdb415f2 None None] Routers {'0a25074c-9bb1-424e-a172-4d1b7e67b33d'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:35:17.212614 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-0b2e84d5-c0b8-4498-bb85-4952cdb415f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:35:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:17.265861 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-41221bbe-9f88-4586-947b-86559009656e req-57547cb1-bac4-403a-b790-29c755984913 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] No DVR routers for this DVR port 74e397e6-bc25-4de3-92ff-476a76407e47 on host hv-cinder-79128 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:35:17.269855 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-41221bbe-9f88-4586-947b-86559009656e req-57547cb1-bac4-403a-b790-29c755984913 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:17.273000 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff', 'name': 'network-vif-deleted', 'tag': '74e397e6-bc25-4de3-92ff-476a76407e47'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:35:17.292581 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:17.294296 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-41221bbe-9f88-4586-947b-86559009656e req-57547cb1-bac4-403a-b790-29c755984913 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.76 "DELETE /v2.0/ports/74e397e6-bc25-4de3-92ff-476a76407e47 HTTP/1.1" status: 204 len: 173 time: 1.4762938 May 19 09:35:17.330423 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838887'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:17.335331 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:17.344971 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff', 'name': 'network-vif-deleted', 'tag': '74e397e6-bc25-4de3-92ff-476a76407e47', 'status': 'completed', 'code': 200} May 19 09:35:17.403121 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Network 7d528ae4-f655-4215-abed-2652e9d6f37f is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:17.406329 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Resources bound (agent type, host, resource id): {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:17.411033 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:35:17.446587 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Pushing event updated for resources: {'Port': ['ID=2e0c692e-3502-4420-a480-730464530e43,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:17.450941 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:17.461371 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-0b2e84d5-c0b8-4498-bb85-4952cdb415f2 None None] Set router 0a25074c-9bb1-424e-a172-4d1b7e67b33d gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:35:17.560255 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd040c2f-9388-4425-a93d-d1ec3361c899 req-e2c4c31c-8d5b-4051-a97f-cc5d11d20796 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:17.561949 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-cd040c2f-9388-4425-a93d-d1ec3361c899 req-e2c4c31c-8d5b-4051-a97f-cc5d11d20796 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f039f5b-a92a-40fb-8765-812cd87061d4 HTTP/1.1" status: 200 len: 945 time: 0.1537097 May 19 09:35:17.718176 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-cd040c2f-9388-4425-a93d-d1ec3361c899 req-f2d348a2-53ef-4ddf-9ed7-4a2ca398a845 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Deleting port 4faae276-f27f-4443-b770-75dde7c5bedc {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:35:17.718772 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-cd040c2f-9388-4425-a93d-d1ec3361c899 req-f2d348a2-53ef-4ddf-9ed7-4a2ca398a845 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:17.836412 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2655d-b3b9-49f5-94ba-abe67b9a81a6 req-84d01b84-b2f2-448b-8796-340f20e10b75 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:17.839268 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-0b2e84d5-c0b8-4498-bb85-4952cdb415f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'name': 'tempest-AttachVolumeShelveTestJSON-1874506753-router', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:40Z', 'revision_number': 4, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'gw_port': {'id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:25Z', 'updated_at': '2021-05-19T09:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '9e641135-8a85-4e29-8cd2-e7cfcf16ee45', 'name': '', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'mac_address': 'fa:16:3e:3c:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:36Z', 'updated_at': '2021-05-19T09:31:53Z', 'revision_number': 5, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'subnets': [{'id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:17.843701 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e84d5-c0b8-4498-bb85-4952cdb415f2 None None] Checking router: 0a25074c-9bb1-424e-a172-4d1b7e67b33d for host: dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:35:17.844944 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-85b2655d-b3b9-49f5-94ba-abe67b9a81a6 req-84d01b84-b2f2-448b-8796-340f20e10b75 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f039f5b-a92a-40fb-8765-812cd87061d4 HTTP/1.1" status: 200 len: 945 time: 0.2736502 May 19 09:35:17.859220 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e84d5-c0b8-4498-bb85-4952cdb415f2 None None] Routers {'0a25074c-9bb1-424e-a172-4d1b7e67b33d'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:35:17.860611 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-0b2e84d5-c0b8-4498-bb85-4952cdb415f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:35:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:17.905381 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-cd040c2f-9388-4425-a93d-d1ec3361c899 req-f2d348a2-53ef-4ddf-9ed7-4a2ca398a845 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] For port 4faae276-f27f-4443-b770-75dde7c5bedc, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4faae276-f27f-4443-b770-75dde7c5bedc,segment=NetworkSegment(e02da7a2-52d2-48d0-86ed-ebf526695825),segment_id=e02da7a2-52d2-48d0-86ed-ebf526695825)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:17.906023 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-cd040c2f-9388-4425-a93d-d1ec3361c899 req-f2d348a2-53ef-4ddf-9ed7-4a2ca398a845 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:18.051405 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-85b2655d-b3b9-49f5-94ba-abe67b9a81a6 req-813fe50a-6966-4d99-a79e-65f85da0c194 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.61 "GET /v2.0/security-groups?id=64dd049f-e531-4ada-9105-39103eaa41bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052355 May 19 09:35:18.177146 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:18.188173 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-0b2e84d5-c0b8-4498-bb85-4952cdb415f2 None None] Set router 0a25074c-9bb1-424e-a172-4d1b7e67b33d gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:35:18.252349 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-177a5bd0-7178-449e-8eeb-daec058a48d6 req-54526fd7-46ef-478c-9e5d-16cbeb3fe875 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Synchronizing usage tracker for tenant:51496ccd2f3e43809de083dde69c59d1 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:18.264119 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-cd040c2f-9388-4425-a93d-d1ec3361c899 req-f2d348a2-53ef-4ddf-9ed7-4a2ca398a845 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Calling delete_port for 4faae276-f27f-4443-b770-75dde7c5bedc owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:35:18.274133 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:18.286913 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-177a5bd0-7178-449e-8eeb-daec058a48d6 req-54526fd7-46ef-478c-9e5d-16cbeb3fe875 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Unset dirty status for tenant:51496ccd2f3e43809de083dde69c59d1 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:18.296701 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-177a5bd0-7178-449e-8eeb-daec058a48d6 req-54526fd7-46ef-478c-9e5d-16cbeb3fe875 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c6f367a-e3ad-4a7a-a19a-512b7e44f8ff HTTP/1.1" status: 200 len: 210 time: 0.2405810 May 19 09:35:18.423889 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-cd040c2f-9388-4425-a93d-d1ec3361c899 req-f2d348a2-53ef-4ddf-9ed7-4a2ca398a845 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:18.430191 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-3be5f366-e494-4fc0-99e4-e1a9667ff93d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:18.482794 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d348a2-53ef-4ddf-9ed7-4a2ca398a845 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Pushing event deleted for resources: {'Port': ['ID=4faae276-f27f-4443-b770-75dde7c5bedc,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:18.485470 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f2d348a2-53ef-4ddf-9ed7-4a2ca398a845 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:18.567127 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd040c2f-9388-4425-a93d-d1ec3361c899 req-f2d348a2-53ef-4ddf-9ed7-4a2ca398a845 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] No DVR routers for this DVR port 4faae276-f27f-4443-b770-75dde7c5bedc on host hv-cinder-79128 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:35:18.569951 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-cd040c2f-9388-4425-a93d-d1ec3361c899 req-f2d348a2-53ef-4ddf-9ed7-4a2ca398a845 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:18.585825 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-cd040c2f-9388-4425-a93d-d1ec3361c899 req-f2d348a2-53ef-4ddf-9ed7-4a2ca398a845 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.76 "DELETE /v2.0/ports/4faae276-f27f-4443-b770-75dde7c5bedc HTTP/1.1" status: 204 len: 173 time: 1.0178118 May 19 09:35:18.604584 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-e900ade1-0996-4e83-abb2-c5442e432584 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:18.606150 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-e900ade1-0996-4e83-abb2-c5442e432584 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/networks?id=afa91e4f-47aa-4b9d-ab1b-ecee92a38d26 HTTP/1.1" status: 200 len: 814 time: 0.2647316 May 19 09:35:18.616382 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-0b2e84d5-c0b8-4498-bb85-4952cdb415f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'name': 'tempest-AttachVolumeShelveTestJSON-1874506753-router', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:40Z', 'revision_number': 4, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'gw_port': {'id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:25Z', 'updated_at': '2021-05-19T09:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '9e641135-8a85-4e29-8cd2-e7cfcf16ee45', 'name': '', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'mac_address': 'fa:16:3e:3c:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:36Z', 'updated_at': '2021-05-19T09:31:53Z', 'revision_number': 5, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'subnets': [{'id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:18.620683 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e84d5-c0b8-4498-bb85-4952cdb415f2 None None] The sync data for ids ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'] in dv-cinder-791281-2-smb is: [{'id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'name': 'tempest-AttachVolumeShelveTestJSON-1874506753-router', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:40Z', 'revision_number': 4, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'gw_port': {'id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:25Z', 'updated_at': '2021-05-19T09:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '9e641135-8a85-4e29-8cd2-e7cfcf16ee45', 'name': '', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'mac_address': 'fa:16:3e:3c:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:36Z', 'updated_at': '2021-05-19T09:31:53Z', 'revision_number': 5, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'subnets': [{'id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:35:18.631392 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-8cbcd8f3-c213-4d85-b1a9-1080e0887358 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/quotas/ada6656405ce4668bb813a4012a9a444 HTTP/1.1" status: 200 len: 375 time: 0.0132620 May 19 09:35:18.806679 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:18.813366 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838910'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:18.816523 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-460025c7-c006-4662-bd4b-d48dc5e2ff48 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ada6656405ce4668bb813a4012a9a444&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1548927 May 19 09:35:18.826301 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:18.891152 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7efa82d-d0e4-418c-9f67-73189b15e415 None None] New status for floating IP 8826e6c6-d6c3-4c91-bbfa-6d9a0aca1c1a: DOWN {{(pid=91654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:35:19.023680 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Pushing event updated for resources: {'Port': ['ID=2e0c692e-3502-4420-a480-730464530e43,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:19.038670 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:19.047675 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806387'] for floatingip, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:19.170285 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-40d19b87-2259-4785-bc6b-c40691bf3418 service neutron] 10.222.0.61 "GET /v2.0/networks/afa91e4f-47aa-4b9d-ab1b-ecee92a38d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150611 May 19 09:35:19.259153 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-bca31d75-c9ae-4f27-bc61-7ce673e5e049 req-b6a337f3-a985-43a5-9f54-f1220f1f8ddb tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Synchronizing usage tracker for tenant:d9b52e02248c4365950f867f00b6c015 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:19.288090 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-bca31d75-c9ae-4f27-bc61-7ce673e5e049 req-b6a337f3-a985-43a5-9f54-f1220f1f8ddb tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Unset dirty status for tenant:d9b52e02248c4365950f867f00b6c015 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:19.290229 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-bca31d75-c9ae-4f27-bc61-7ce673e5e049 req-b6a337f3-a985-43a5-9f54-f1220f1f8ddb tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f039f5b-a92a-40fb-8765-812cd87061d4 HTTP/1.1" status: 200 len: 210 time: 0.0773261 May 19 09:35:19.345988 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f039f5b-a92a-40fb-8765-812cd87061d4', 'name': 'network-vif-deleted', 'tag': '4faae276-f27f-4443-b770-75dde7c5bedc'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:35:19.383405 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.db.l3_db [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Floating IP dea301ad-7ffc-4c54-8540-67e8ac40cc58 associated. External IP: 172.28.0.147, port: 72859139-f998-4a75-8a61-a3b851c2386a. May 19 09:35:19.442952 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f039f5b-a92a-40fb-8765-812cd87061d4', 'name': 'network-vif-deleted', 'tag': '4faae276-f27f-4443-b770-75dde7c5bedc', 'status': 'completed', 'code': 200} May 19 09:35:19.470968 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 45872) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:19.540892 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-87f542c7-6a2f-41c6-bbee-fed843fc9770 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:19.546807 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-ed141c8d-ae21-4948-b9d7-70a7c5fdc585 service neutron] 10.222.0.61 "GET /v2.0/networks/afa91e4f-47aa-4b9d-ab1b-ecee92a38d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226318 May 19 09:35:19.570914 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-87f542c7-6a2f-41c6-bbee-fed843fc9770 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:19.628779 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-87f542c7-6a2f-41c6-bbee-fed843fc9770 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:19.634600 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-864340d3-a466-46ec-b977-f3cd91ed1a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:19.652467 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f542c7-6a2f-41c6-bbee-fed843fc9770 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=602ca5cb-69d8-424b-bb5e-f9f11f83b3fd,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:19.655116 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-87f542c7-6a2f-41c6-bbee-fed843fc9770 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:19.662292 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-87f542c7-6a2f-41c6-bbee-fed843fc9770 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:19.663396 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-87f542c7-6a2f-41c6-bbee-fed843fc9770 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "DELETE /v2.0/security-groups/602ca5cb-69d8-424b-bb5e-f9f11f83b3fd HTTP/1.1" status: 204 len: 168 time: 0.1907005 May 19 09:35:19.666023 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 45876) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:19.698349 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.api.v2.resource [None req-b9a9404e-ab7c-4625-9b70-c07f4ff694d1 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] show failed (client error): The resource could not be found. May 19 09:35:19.701835 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-b9a9404e-ab7c-4625-9b70-c07f4ff694d1 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups/602ca5cb-69d8-424b-bb5e-f9f11f83b3fd HTTP/1.1" status: 404 len: 347 time: 0.0324535 May 19 09:35:19.702546 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 45884) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:19.801748 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Router ca81b9ba-ed53-4d01-945c-095513680cae has already been hosted by L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 {{(pid=91652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:35:19.911267 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-cd5c3f24-885b-4918-a09e-19c81baa69e3 req-32bfb152-1b1a-4c18-87d1-de124843bacd tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Synchronizing usage tracker for tenant:ada6656405ce4668bb813a4012a9a444 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:20.013034 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:35:20.025660 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ca1bc2-8109-451c-8804-bfb25b09077a None None] Sync routers for ids ['ca81b9ba-ed53-4d01-945c-095513680cae'] in dv-cinder-791281-2-smb {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:35:20.038432 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ca1bc2-8109-451c-8804-bfb25b09077a None None] Routers {'ca81b9ba-ed53-4d01-945c-095513680cae'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:35:20.039336 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-e3ca1bc2-8109-451c-8804-bfb25b09077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:35:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['ca81b9ba-ed53-4d01-945c-095513680cae'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:20.048127 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for floatingip, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:20.079531 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-cd5c3f24-885b-4918-a09e-19c81baa69e3 req-32bfb152-1b1a-4c18-87d1-de124843bacd tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Unset dirty status for tenant:ada6656405ce4668bb813a4012a9a444 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:20.090611 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-cd5c3f24-885b-4918-a09e-19c81baa69e3 req-32bfb152-1b1a-4c18-87d1-de124843bacd tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fda5b1d-7a08-4544-b256-e7080c9d5c10 HTTP/1.1" status: 200 len: 210 time: 0.3244610 May 19 09:35:20.106702 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 4faae276-f27f-4443-b770-75dde7c5bedc no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:35:20.138366 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4172242 May 19 09:35:20.138366 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e37534e-234a-426d-8002-22931a5fad58', 'tag': '72859139-f998-4a75-8a61-a3b851c2386a'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:35:20.155159 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b57e3-776b-4dc4-ba33-0449925f54de tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Deleting port 2a890ff0-f55b-48c3-b133-733cb8d52989 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:35:20.155571 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5f8b57e3-776b-4dc4-ba33-0449925f54de tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:20.167570 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] No Port match for: 4faae276-f27f-4443-b770-75dde7c5bedc {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:35:20.168273 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 4faae276-f27f-4443-b770-75dde7c5bedc not bound to the agent host hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:35:20.168949 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 74e397e6-bc25-4de3-92ff-476a76407e47 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:35:20.181834 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e37534e-234a-426d-8002-22931a5fad58', 'tag': '72859139-f998-4a75-8a61-a3b851c2386a', 'status': 'completed', 'code': 200} May 19 09:35:20.220787 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] No Port match for: 74e397e6-bc25-4de3-92ff-476a76407e47 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:35:20.221133 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 74e397e6-bc25-4de3-92ff-476a76407e47 not bound to the agent host hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:35:20.330529 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-e3ca1bc2-8109-451c-8804-bfb25b09077a None None] Set router ca81b9ba-ed53-4d01-945c-095513680cae gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:35:20.348649 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5f8b57e3-776b-4dc4-ba33-0449925f54de tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:20.349165 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5f8b57e3-776b-4dc4-ba33-0449925f54de tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:20.480814 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b57e3-776b-4dc4-ba33-0449925f54de tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Calling delete_port for 2a890ff0-f55b-48c3-b133-733cb8d52989 owned by network:floatingip {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:35:20.492899 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c91780-cf1b-4807-85d6-9ce67ec2297f req-5f9a47ab-27aa-42d2-98ab-c04f5cb29657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:20.494769 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-37c91780-cf1b-4807-85d6-9ce67ec2297f req-5f9a47ab-27aa-42d2-98ab-c04f5cb29657 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=97fc349a479c4afd9aea2d0219c002b2&device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 1098 time: 0.2571659 May 19 09:35:20.661721 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c91780-cf1b-4807-85d6-9ce67ec2297f req-7d2348f0-6f02-4a9e-830a-066e541b575d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:20.663930 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-37c91780-cf1b-4807-85d6-9ce67ec2297f req-7d2348f0-6f02-4a9e-830a-066e541b575d service neutron] 10.222.0.76 "GET /v2.0/networks?id=d18f6c36-0859-444b-a9be-eedab568b568 HTTP/1.1" status: 200 len: 909 time: 0.1620979 May 19 09:35:20.732634 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-e3ca1bc2-8109-451c-8804-bfb25b09077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'name': 'tempest-TestShelveInstance-873503132-router', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': 'b2f5cc06-c6a6-4122-bbcc-75479edd8f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:29Z', 'updated_at': '2021-05-19T09:34:35Z', 'revision_number': 4, 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'gw_port': {'id': 'b2f5cc06-c6a6-4122-bbcc-75479edd8f0e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:30Z', 'updated_at': '2021-05-19T09:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_floatingips': [{'id': 'dea301ad-7ffc-4c54-8540-67e8ac40cc58', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'floating_ip_address': '172.28.0.147', 'floating_network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'router_id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'port_id': '72859139-f998-4a75-8a61-a3b851c2386a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568', 'mac_address': 'fa:16:3e:e6:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e37534e-234a-426d-8002-22931a5fad58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:35:18Z', 'updated_at': '2021-05-19T09:35:18Z', 'revision_number': 0, 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b72aa1e1-42a0-4a22-baf4-9a446e12913e', 'name': '', 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'mac_address': 'fa:16:3e:21:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd298f93a-a019-4ca0-bd96-2bc106686ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:34Z', 'updated_at': '2021-05-19T09:34:42Z', 'revision_number': 5, 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'subnets': [{'id': 'd298f93a-a019-4ca0-bd96-2bc106686ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:20.736914 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ca1bc2-8109-451c-8804-bfb25b09077a None None] Checking router: ca81b9ba-ed53-4d01-945c-095513680cae for host: dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:35:20.755489 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ca1bc2-8109-451c-8804-bfb25b09077a None None] Routers {'ca81b9ba-ed53-4d01-945c-095513680cae'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:35:20.756373 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-e3ca1bc2-8109-451c-8804-bfb25b09077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:35:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['ca81b9ba-ed53-4d01-945c-095513680cae'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:20.884776 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-37c91780-cf1b-4807-85d6-9ce67ec2297f req-6c326aef-1529-4ec7-b408-5cdd471af38f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72859139-f998-4a75-8a61-a3b851c2386a HTTP/1.1" status: 200 len: 999 time: 0.2057540 May 19 09:35:20.990447 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-e3ca1bc2-8109-451c-8804-bfb25b09077a None None] Set router ca81b9ba-ed53-4d01-945c-095513680cae gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:35:21.053240 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c91780-cf1b-4807-85d6-9ce67ec2297f req-7603181d-1086-4db5-9169-5e6784a4dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:21.055000 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-37c91780-cf1b-4807-85d6-9ce67ec2297f req-7603181d-1086-4db5-9169-5e6784a4dd9e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d298f93a-a019-4ca0-bd96-2bc106686ff3 HTTP/1.1" status: 200 len: 847 time: 0.1605427 May 19 09:35:21.055760 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5f8b57e3-776b-4dc4-ba33-0449925f54de tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:21.075435 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-a2be2d93-a223-40f3-969e-c62bc00e1200 tempest-ServerRescueNegativeTestJSON-737121140 tempest-ServerRescueNegativeTestJSON-737121140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:21.190698 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b57e3-776b-4dc4-ba33-0449925f54de tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Pushing event deleted for resources: {'Port': ['ID=2a890ff0-f55b-48c3-b133-733cb8d52989,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:21.193340 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-5f8b57e3-776b-4dc4-ba33-0449925f54de tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:21.213562 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-171f66a5-0d9c-4f1a-8bef-447cd202cf57 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:21.215042 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-171f66a5-0d9c-4f1a-8bef-447cd202cf57 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.76 "GET /v2.0/networks?id=afa91e4f-47aa-4b9d-ab1b-ecee92a38d26 HTTP/1.1" status: 200 len: 814 time: 0.3796721 May 19 09:35:21.257745 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-20b859ee-10c0-4f2e-8102-1d439fc77b9b req-c049af6d-2123-4aff-b481-adee48df92a8 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fda5b1d-7a08-4544-b256-e7080c9d5c10 HTTP/1.1" status: 200 len: 210 time: 0.0437615 May 19 09:35:21.258836 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-18afd340-3667-474c-b4c0-08b69e96cdfe tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Request body: {'port': {'device_id': '6fda5b1d-7a08-4544-b256-e7080c9d5c10', 'network_id': 'afa91e4f-47aa-4b9d-ab1b-ecee92a38d26', 'admin_state_up': True, 'tenant_id': 'ada6656405ce4668bb813a4012a9a444'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:21.387212 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-e3ca1bc2-8109-451c-8804-bfb25b09077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'name': 'tempest-TestShelveInstance-873503132-router', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': 'b2f5cc06-c6a6-4122-bbcc-75479edd8f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:29Z', 'updated_at': '2021-05-19T09:34:35Z', 'revision_number': 4, 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'gw_port': {'id': 'b2f5cc06-c6a6-4122-bbcc-75479edd8f0e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:30Z', 'updated_at': '2021-05-19T09:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_floatingips': [{'id': 'dea301ad-7ffc-4c54-8540-67e8ac40cc58', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'floating_ip_address': '172.28.0.147', 'floating_network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'router_id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'port_id': '72859139-f998-4a75-8a61-a3b851c2386a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568', 'mac_address': 'fa:16:3e:e6:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e37534e-234a-426d-8002-22931a5fad58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:35:18Z', 'updated_at': '2021-05-19T09:35:18Z', 'revision_number': 0, 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b72aa1e1-42a0-4a22-baf4-9a446e12913e', 'name': '', 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'mac_address': 'fa:16:3e:21:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd298f93a-a019-4ca0-bd96-2bc106686ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:34Z', 'updated_at': '2021-05-19T09:34:42Z', 'revision_number': 5, 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'subnets': [{'id': 'd298f93a-a019-4ca0-bd96-2bc106686ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:21.389169 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5f8b57e3-776b-4dc4-ba33-0449925f54de tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for floatingip, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:21.391367 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ca1bc2-8109-451c-8804-bfb25b09077a None None] The sync data for ids ['ca81b9ba-ed53-4d01-945c-095513680cae'] in dv-cinder-791281-2-smb is: [{'id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'name': 'tempest-TestShelveInstance-873503132-router', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': 'b2f5cc06-c6a6-4122-bbcc-75479edd8f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:29Z', 'updated_at': '2021-05-19T09:34:35Z', 'revision_number': 4, 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'gw_port': {'id': 'b2f5cc06-c6a6-4122-bbcc-75479edd8f0e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:30Z', 'updated_at': '2021-05-19T09:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_floatingips': [{'id': 'dea301ad-7ffc-4c54-8540-67e8ac40cc58', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'floating_ip_address': '172.28.0.147', 'floating_network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'router_id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'port_id': '72859139-f998-4a75-8a61-a3b851c2386a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568', 'mac_address': 'fa:16:3e:e6:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e37534e-234a-426d-8002-22931a5fad58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:35:18Z', 'updated_at': '2021-05-19T09:35:18Z', 'revision_number': 0, 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b72aa1e1-42a0-4a22-baf4-9a446e12913e', 'name': '', 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'mac_address': 'fa:16:3e:21:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd298f93a-a019-4ca0-bd96-2bc106686ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:34Z', 'updated_at': '2021-05-19T09:34:42Z', 'revision_number': 5, 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'subnets': [{'id': 'd298f93a-a019-4ca0-bd96-2bc106686ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:35:21.438883 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c91780-cf1b-4807-85d6-9ce67ec2297f req-41d3470b-9420-4fa5-a015-633f25a2847c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:21.441075 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-37c91780-cf1b-4807-85d6-9ce67ec2297f req-41d3470b-9420-4fa5-a015-633f25a2847c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d18f6c36-0859-444b-a9be-eedab568b568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3326986 May 19 09:35:21.444425 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5f8b57e3-776b-4dc4-ba33-0449925f54de tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for floatingip, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:21.445453 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-5f8b57e3-776b-4dc4-ba33-0449925f54de tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "DELETE /v2.0/floatingips/8826e6c6-d6c3-4c91-bbfa-6d9a0aca1c1a HTTP/1.1" status: 204 len: 168 time: 1.7420342 May 19 09:35:21.474359 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-18afd340-3667-474c-b4c0-08b69e96cdfe tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:21.502230 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-18afd340-3667-474c-b4c0-08b69e96cdfe tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:21.566067 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-18afd340-3667-474c-b4c0-08b69e96cdfe tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Made reservation on behalf of ada6656405ce4668bb813a4012a9a444 for: {'port': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:35:21.569509 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-18afd340-3667-474c-b4c0-08b69e96cdfe tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:21.607213 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c2432b-c19d-42a7-989c-2d5ecfae064f None None] New status for floating IP dea301ad-7ffc-4c54-8540-67e8ac40cc58: ACTIVE {{(pid=91654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:35:21.698840 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 45914) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:21.704089 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-f564eff2-e98d-457d-8db2-f63b8ca9e32f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Request body: {'security_group': {'name': 'tempest-securitygroup--902359221', 'description': 'tempest-description--1402872116'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:21.710426 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-f564eff2-e98d-457d-8db2-f63b8ca9e32f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:21.714725 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-f564eff2-e98d-457d-8db2-f63b8ca9e32f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Usage tracker for resource:security_group and tenant:51496ccd2f3e43809de083dde69c59d1 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:21.717615 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-f564eff2-e98d-457d-8db2-f63b8ca9e32f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:21.725416 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-f564eff2-e98d-457d-8db2-f63b8ca9e32f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:21.735588 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f564eff2-e98d-457d-8db2-f63b8ca9e32f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:21.760737 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-f564eff2-e98d-457d-8db2-f63b8ca9e32f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:21.765613 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-f564eff2-e98d-457d-8db2-f63b8ca9e32f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Usage tracker for resource:security_group_rule and tenant:51496ccd2f3e43809de083dde69c59d1 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:21.769467 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-f564eff2-e98d-457d-8db2-f63b8ca9e32f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:21.775349 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-f564eff2-e98d-457d-8db2-f63b8ca9e32f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:21.794357 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-37c91780-cf1b-4807-85d6-9ce67ec2297f req-c9a6f375-7fab-468e-8e05-5f60cd3ec623 service neutron] 10.222.0.76 "GET /v2.0/networks/d18f6c36-0859-444b-a9be-eedab568b568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451095 May 19 09:35:21.854850 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f564eff2-e98d-457d-8db2-f63b8ca9e32f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:21.859232 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f564eff2-e98d-457d-8db2-f63b8ca9e32f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:21.887382 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-6a2c035c-fda9-429a-887e-33c4ad28782d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:21.898155 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f564eff2-e98d-457d-8db2-f63b8ca9e32f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:21.899676 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-f564eff2-e98d-457d-8db2-f63b8ca9e32f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1998143 May 19 09:35:21.902987 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 45922) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:21.917582 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-23591bac-131f-4095-9030-326033105bdd tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Request body: {'security_group_rule': {'security_group_id': '27803ef9-a20c-4572-a4d6-26f1d35a6fa5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:21.926325 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-23591bac-131f-4095-9030-326033105bdd tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:21.933244 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-23591bac-131f-4095-9030-326033105bdd tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Usage tracker for resource:security_group_rule and tenant:51496ccd2f3e43809de083dde69c59d1 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:21.937786 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564eff2-e98d-457d-8db2-f63b8ca9e32f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27803ef9-a20c-4572-a4d6-26f1d35a6fa5,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:21.941392 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-23591bac-131f-4095-9030-326033105bdd tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:21.945408 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f564eff2-e98d-457d-8db2-f63b8ca9e32f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:21.949954 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-23591bac-131f-4095-9030-326033105bdd tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:21.969367 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-18afd340-3667-474c-b4c0-08b69e96cdfe tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Allocated IP 172.20.0.4 (afa91e4f-47aa-4b9d-ab1b-ecee92a38d26/c1ac9d11-0eaf-4071-ac63-ef5848efd223/da5ce421-bf52-4300-9c83-2b6d575b70e5) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:35:21.971790 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-23591bac-131f-4095-9030-326033105bdd tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:22.004452 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-37c91780-cf1b-4807-85d6-9ce67ec2297f req-e0f61a69-d6bc-4c4c-af0b-497252059606 service neutron] 10.222.0.76 "GET /v2.0/networks/d18f6c36-0859-444b-a9be-eedab568b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030654 May 19 09:35:22.159644 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-23591bac-131f-4095-9030-326033105bdd tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:22.163755 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-23591bac-131f-4095-9030-326033105bdd tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750084'] for security_group_rule, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:22.165897 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-d26b6cb9-9c0a-4c7c-b5fd-3e69994c27fb tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:22.183039 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23591bac-131f-4095-9030-326033105bdd tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c664b6bb-fbe7-4fba-aa6f-69ef1024ea8a,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:22.188936 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-23591bac-131f-4095-9030-326033105bdd tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:22.200508 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-23591bac-131f-4095-9030-326033105bdd tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:22.201798 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-23591bac-131f-4095-9030-326033105bdd tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2976086 May 19 09:35:22.204515 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 45930) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:22.209034 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-18afd340-3667-474c-b4c0-08b69e96cdfe tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:22.210277 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-597899c9-ed82-411d-93de-f1b2dc21ec76 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Request body: {'security_group_rule': {'security_group_id': '27803ef9-a20c-4572-a4d6-26f1d35a6fa5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:22.215773 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-597899c9-ed82-411d-93de-f1b2dc21ec76 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:22.219913 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-597899c9-ed82-411d-93de-f1b2dc21ec76 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Usage tracker for resource:security_group_rule and tenant:51496ccd2f3e43809de083dde69c59d1 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:22.223687 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-597899c9-ed82-411d-93de-f1b2dc21ec76 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:22.229276 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-597899c9-ed82-411d-93de-f1b2dc21ec76 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:22.245798 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-18afd340-3667-474c-b4c0-08b69e96cdfe tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:22.248227 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-597899c9-ed82-411d-93de-f1b2dc21ec76 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:22.251393 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0cf63197-ff2c-438a-b154-3485e7c5d51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:22.323325 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-597899c9-ed82-411d-93de-f1b2dc21ec76 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:22.330115 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-597899c9-ed82-411d-93de-f1b2dc21ec76 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750084'] for security_group_rule, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:22.332188 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-18afd340-3667-474c-b4c0-08b69e96cdfe tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Network afa91e4f-47aa-4b9d-ab1b-ecee92a38d26 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:22.335360 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-18afd340-3667-474c-b4c0-08b69e96cdfe tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Resources bound (agent type, host, resource id): {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:22.339450 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-18afd340-3667-474c-b4c0-08b69e96cdfe tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:35:22.350951 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-23591bac-131f-4095-9030-326033105bdd tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:22.371992 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597899c9-ed82-411d-93de-f1b2dc21ec76 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b46b604a-d870-4b73-9969-339ec974bbb6,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:22.375915 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-597899c9-ed82-411d-93de-f1b2dc21ec76 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:22.377476 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-597899c9-ed82-411d-93de-f1b2dc21ec76 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:22.378921 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-597899c9-ed82-411d-93de-f1b2dc21ec76 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1734920 May 19 09:35:22.382067 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 45938) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:22.388235 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-1aaa61da-a156-4dc5-9bd6-4e8c6b4d7e22 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Request body: {'floatingip': {'floating_network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:22.391025 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18afd340-3667-474c-b4c0-08b69e96cdfe tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Pushing event updated for resources: {'Port': ['ID=da5ce421-bf52-4300-9c83-2b6d575b70e5,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:22.396286 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-1aaa61da-a156-4dc5-9bd6-4e8c6b4d7e22 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:22.399902 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-18afd340-3667-474c-b4c0-08b69e96cdfe tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:22.401078 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-1aaa61da-a156-4dc5-9bd6-4e8c6b4d7e22 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Usage tracker for resource:floatingip and tenant:51496ccd2f3e43809de083dde69c59d1 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:22.404606 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-1aaa61da-a156-4dc5-9bd6-4e8c6b4d7e22 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:22.422653 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-18afd340-3667-474c-b4c0-08b69e96cdfe tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:22.423335 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-18afd340-3667-474c-b4c0-08b69e96cdfe tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:22.450596 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-1aaa61da-a156-4dc5-9bd6-4e8c6b4d7e22 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:22.450831 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-18afd340-3667-474c-b4c0-08b69e96cdfe tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2007518 May 19 09:35:22.466975 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] Request body: {'port': {'device_id': '6fda5b1d-7a08-4544-b256-e7080c9d5c10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:22.480784 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1aaa61da-a156-4dc5-9bd6-4e8c6b4d7e22 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for floatingip, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:22.548200 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515c365-5aaa-460e-9962-68399e3c7c53 req-c2aa50ac-e943-483f-bc43-7997be4e9169 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:22.549715 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-6515c365-5aaa-460e-9962-68399e3c7c53 req-c2aa50ac-e943-483f-bc43-7997be4e9169 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fda5b1d-7a08-4544-b256-e7080c9d5c10 HTTP/1.1" status: 200 len: 931 time: 0.1417329 May 19 09:35:22.587268 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:22.661758 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-6515c365-5aaa-460e-9962-68399e3c7c53 req-ba75a896-6364-4796-a5dd-9c553b313620 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624230 May 19 09:35:22.689649 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1aaa61da-a156-4dc5-9bd6-4e8c6b4d7e22 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:22.830468 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-1aaa61da-a156-4dc5-9bd6-4e8c6b4d7e22 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Allocated IP 172.28.0.119 (7d528ae4-f655-4215-abed-2652e9d6f37f/518ab1fe-b41e-417a-a1c0-f577284c585f/b814ad0b-bf53-43aa-8111-52291c66e033) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:35:22.944484 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da5ce421-bf52-4300-9c83-2b6d575b70e5 {{(pid=91651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:35:22.951798 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:22.966818 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] Transition to ACTIVE for port object da5ce421-bf52-4300-9c83-2b6d575b70e5 will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:22.970909 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2459273'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:22.975758 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-1984e248-7a78-45fa-9ce0-0a9f646c3b64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:22.981085 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1aaa61da-a156-4dc5-9bd6-4e8c6b4d7e22 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:23.011818 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1aaa61da-a156-4dc5-9bd6-4e8c6b4d7e22 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838887'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:23.016571 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:23.078553 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaa61da-a156-4dc5-9bd6-4e8c6b4d7e22 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Network 7d528ae4-f655-4215-abed-2652e9d6f37f is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:23.081696 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-1aaa61da-a156-4dc5-9bd6-4e8c6b4d7e22 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Resources bound (agent type, host, resource id): {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:23.085296 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaa61da-a156-4dc5-9bd6-4e8c6b4d7e22 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:35:23.119095 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa61da-a156-4dc5-9bd6-4e8c6b4d7e22 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Pushing event updated for resources: {'Port': ['ID=b814ad0b-bf53-43aa-8111-52291c66e033,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:23.125072 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-1aaa61da-a156-4dc5-9bd6-4e8c6b4d7e22 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:23.172057 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] Pushing event updated for resources: {'Port': ['ID=da5ce421-bf52-4300-9c83-2b6d575b70e5,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:23.172329 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1aaa61da-a156-4dc5-9bd6-4e8c6b4d7e22 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:23.179810 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:23.214865 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] Attempting to bind port da5ce421-bf52-4300-9c83-2b6d575b70e5 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:35:23.215125 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] Attempting to bind port da5ce421-bf52-4300-9c83-2b6d575b70e5 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '4fdef79c-7333-48d4-b195-4ba926c7f9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'afa91e4f-47aa-4b9d-ab1b-ecee92a38d26'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:35:23.215451 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] Attempting to bind port da5ce421-bf52-4300-9c83-2b6d575b70e5 on network afa91e4f-47aa-4b9d-ab1b-ecee92a38d26 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:23.220083 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] Port da5ce421-bf52-4300-9c83-2b6d575b70e5 on network afa91e4f-47aa-4b9d-ab1b-ecee92a38d26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:35:23.220398 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] Attempting to bind port da5ce421-bf52-4300-9c83-2b6d575b70e5 on network afa91e4f-47aa-4b9d-ab1b-ecee92a38d26 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:23.225962 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] Checking agent: {'id': 'e2b12f16-87f3-476d-a836-3e2e94bcfd4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'started_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:35:23.226291 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] Checking segment: {'id': '4fdef79c-7333-48d4-b195-4ba926c7f9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'afa91e4f-47aa-4b9d-ab1b-ecee92a38d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:23.226666 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] Bound using segment: {'id': '4fdef79c-7333-48d4-b195-4ba926c7f9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'afa91e4f-47aa-4b9d-ab1b-ecee92a38d26'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:35:23.227083 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] Bound port: da5ce421-bf52-4300-9c83-2b6d575b70e5, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fdef79c-7333-48d4-b195-4ba926c7f9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'afa91e4f-47aa-4b9d-ab1b-ecee92a38d26'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:35:23.227421 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:23.232245 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1aaa61da-a156-4dc5-9bd6-4e8c6b4d7e22 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:23.320031 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] For port da5ce421-bf52-4300-9c83-2b6d575b70e5, host hv-cinder-79128, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:35:23.323291 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] For port da5ce421-bf52-4300-9c83-2b6d575b70e5, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=da5ce421-bf52-4300-9c83-2b6d575b70e5,segment=NetworkSegment(4fdef79c-7333-48d4-b195-4ba926c7f9f0),segment_id=4fdef79c-7333-48d4-b195-4ba926c7f9f0)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:35:23.326859 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2459273'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:23.331783 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b00f3d8a-136e-4481-b2fe-bf66e6bda66d tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:23.389005 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:23.389621 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:23.391038 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] 10.222.0.76 "PUT /v2.0/ports/da5ce421-bf52-4300-9c83-2b6d575b70e5 HTTP/1.1" status: 200 len: 1093 time: 0.9287648 May 19 09:35:23.391588 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fda5b1d-7a08-4544-b256-e7080c9d5c10', 'tag': 'da5ce421-bf52-4300-9c83-2b6d575b70e5'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:35:23.410346 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] Pushing event updated for resources: {'Port': ['ID=da5ce421-bf52-4300-9c83-2b6d575b70e5,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:23.413680 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:23.448094 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fda5b1d-7a08-4544-b256-e7080c9d5c10', 'tag': 'da5ce421-bf52-4300-9c83-2b6d575b70e5', 'status': 'completed', 'code': 200} May 19 09:35:23.451539 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1aaa61da-a156-4dc5-9bd6-4e8c6b4d7e22 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:23.456417 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1aaa61da-a156-4dc5-9bd6-4e8c6b4d7e22 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838910'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:23.460140 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:23.532702 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-249050a5-9b14-4892-b477-ae1469a4f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:23.535287 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-249050a5-9b14-4892-b477-ae1469a4f2e8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ada6656405ce4668bb813a4012a9a444&device_id=6fda5b1d-7a08-4544-b256-e7080c9d5c10 HTTP/1.1" status: 200 len: 1096 time: 0.0863659 May 19 09:35:23.577657 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa61da-a156-4dc5-9bd6-4e8c6b4d7e22 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Pushing event updated for resources: {'Port': ['ID=b814ad0b-bf53-43aa-8111-52291c66e033,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:23.582814 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-1aaa61da-a156-4dc5-9bd6-4e8c6b4d7e22 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:23.591506 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1aaa61da-a156-4dc5-9bd6-4e8c6b4d7e22 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806387'] for floatingip, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:23.612152 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-88f477d7-f204-41b0-9c6e-f032eca647ab service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da5ce421-bf52-4300-9c83-2b6d575b70e5 HTTP/1.1" status: 200 len: 217 time: 0.0686047 May 19 09:35:23.615177 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1aaa61da-a156-4dc5-9bd6-4e8c6b4d7e22 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for floatingip, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:23.616408 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-1aaa61da-a156-4dc5-9bd6-4e8c6b4d7e22 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2329638 May 19 09:35:23.790301 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-7c263c8f-878c-4508-b243-27382d03008f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:23.791854 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-7c263c8f-878c-4508-b243-27382d03008f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c1ac9d11-0eaf-4071-ac63-ef5848efd223 HTTP/1.1" status: 200 len: 854 time: 0.1723762 May 19 09:35:23.843954 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-d8e6584e-c3cc-40d8-935e-b1c5b6c7565e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=afa91e4f-47aa-4b9d-ab1b-ecee92a38d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443807 May 19 09:35:23.892398 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0f7eb-96c7-47ab-a0d7-b9108f109e05 req-7af92a5f-2274-4d39-86a6-07b54ce052ce tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:23.894113 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-08f0f7eb-96c7-47ab-a0d7-b9108f109e05 req-7af92a5f-2274-4d39-86a6-07b54ce052ce tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fda5b1d-7a08-4544-b256-e7080c9d5c10 HTTP/1.1" status: 200 len: 943 time: 0.0849476 May 19 09:35:23.956436 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-08f0f7eb-96c7-47ab-a0d7-b9108f109e05 req-e82af2df-2c1b-42ab-a59b-d33355238784 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484798 May 19 09:35:23.973647 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-f17f598e-1833-4898-b57e-22606116e1f2 req-cb72f2f8-bccd-4cc0-bd8b-65704c76fc58 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Synchronizing usage tracker for tenant:51496ccd2f3e43809de083dde69c59d1 on resource:security_group {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:24.006924 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-f17f598e-1833-4898-b57e-22606116e1f2 req-cb72f2f8-bccd-4cc0-bd8b-65704c76fc58 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Unset dirty status for tenant:51496ccd2f3e43809de083dde69c59d1 on resource:security_group {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:24.008291 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f17f598e-1833-4898-b57e-22606116e1f2 req-cb72f2f8-bccd-4cc0-bd8b-65704c76fc58 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--902359221&fields=id&tenant_id=51496ccd2f3e43809de083dde69c59d1 HTTP/1.1" status: 200 len: 267 time: 0.1721470 May 19 09:35:24.066187 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-dd59835d-28eb-4806-bea6-6292e5ba2b23 service neutron] 10.222.0.76 "GET /v2.0/networks/afa91e4f-47aa-4b9d-ab1b-ecee92a38d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075882 May 19 09:35:24.280109 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f598e-1833-4898-b57e-22606116e1f2 req-7c12aeba-6d16-4051-9687-5a8a2a4a72ed tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:24.281516 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f17f598e-1833-4898-b57e-22606116e1f2 req-7c12aeba-6d16-4051-9687-5a8a2a4a72ed tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/networks?id=0e9acd08-416e-46e7-b45a-77614ba19575 HTTP/1.1" status: 200 len: 817 time: 0.2633104 May 19 09:35:24.290691 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9630d0fd-8c2c-48a7-b7bf-f9ac16cf48d3 req-76fa978d-4e92-454f-a901-3da7a5c10fdc service neutron] 10.222.0.76 "GET /v2.0/networks/afa91e4f-47aa-4b9d-ab1b-ecee92a38d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183790 May 19 09:35:24.300475 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f17f598e-1833-4898-b57e-22606116e1f2 req-3a00b593-9bd8-44cb-abdc-65877ea8e0d4 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/quotas/51496ccd2f3e43809de083dde69c59d1 HTTP/1.1" status: 200 len: 375 time: 0.0117998 May 19 09:35:24.446280 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-f17f598e-1833-4898-b57e-22606116e1f2 req-f972b64e-6c56-466d-80cb-756e590523e4 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Synchronizing usage tracker for tenant:51496ccd2f3e43809de083dde69c59d1 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:24.450857 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292d573-c6b3-4d8a-beba-ee13617b9e7e req-f85b66ca-bf04-45f8-b487-59dc58d11e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:24.452229 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c292d573-c6b3-4d8a-beba-ee13617b9e7e req-f85b66ca-bf04-45f8-b487-59dc58d11e1a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ada6656405ce4668bb813a4012a9a444&device_id=6fda5b1d-7a08-4544-b256-e7080c9d5c10 HTTP/1.1" status: 200 len: 1096 time: 0.1090047 May 19 09:35:24.485080 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-f17f598e-1833-4898-b57e-22606116e1f2 req-f972b64e-6c56-466d-80cb-756e590523e4 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Unset dirty status for tenant:51496ccd2f3e43809de083dde69c59d1 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:24.486298 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f17f598e-1833-4898-b57e-22606116e1f2 req-f972b64e-6c56-466d-80cb-756e590523e4 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=51496ccd2f3e43809de083dde69c59d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1800597 May 19 09:35:24.693599 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292d573-c6b3-4d8a-beba-ee13617b9e7e req-678bcd05-c5e2-449a-8902-df59e5ac9add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:24.694953 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c292d573-c6b3-4d8a-beba-ee13617b9e7e req-678bcd05-c5e2-449a-8902-df59e5ac9add service neutron] 10.222.0.76 "GET /v2.0/networks?id=afa91e4f-47aa-4b9d-ab1b-ecee92a38d26 HTTP/1.1" status: 200 len: 915 time: 0.2334356 May 19 09:35:24.702251 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f17f598e-1833-4898-b57e-22606116e1f2 req-c8de6b09-248c-4946-9d60-bb7d46a3fc5c service neutron] 10.222.0.61 "GET /v2.0/networks/0e9acd08-416e-46e7-b45a-77614ba19575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030597 May 19 09:35:24.794529 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c292d573-c6b3-4d8a-beba-ee13617b9e7e req-3d90aa3d-0551-4cc6-9250-759af469564a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da5ce421-bf52-4300-9c83-2b6d575b70e5 HTTP/1.1" status: 200 len: 217 time: 0.0913756 May 19 09:35:24.920010 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292d573-c6b3-4d8a-beba-ee13617b9e7e req-b72f56bb-3a87-4aca-8856-f110c4ad8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:24.921406 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c292d573-c6b3-4d8a-beba-ee13617b9e7e req-b72f56bb-3a87-4aca-8856-f110c4ad8e25 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c1ac9d11-0eaf-4071-ac63-ef5848efd223 HTTP/1.1" status: 200 len: 854 time: 0.1201332 May 19 09:35:24.976500 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c292d573-c6b3-4d8a-beba-ee13617b9e7e req-8e193328-8688-4dd0-8562-26798aed544e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=afa91e4f-47aa-4b9d-ab1b-ecee92a38d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468979 May 19 09:35:24.978223 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f17f598e-1833-4898-b57e-22606116e1f2 req-cca3899e-69c9-485c-b18b-b5af1fa037e9 service neutron] 10.222.0.61 "GET /v2.0/networks/0e9acd08-416e-46e7-b45a-77614ba19575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253246 May 19 09:35:25.118051 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c292d573-c6b3-4d8a-beba-ee13617b9e7e req-18142ff2-45e7-48b9-92ca-a0d84280e34f service neutron] 10.222.0.76 "GET /v2.0/networks/afa91e4f-47aa-4b9d-ab1b-ecee92a38d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333473 May 19 09:35:25.186217 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ad349-3313-4539-a945-50dcef40f600 req-23084a84-49d0-433f-a2d6-9fd974057af7 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:25.195099 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-150ad349-3313-4539-a945-50dcef40f600 req-23084a84-49d0-433f-a2d6-9fd974057af7 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fda5b1d-7a08-4544-b256-e7080c9d5c10 HTTP/1.1" status: 200 len: 943 time: 0.1277239 May 19 09:35:25.244754 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-150ad349-3313-4539-a945-50dcef40f600 req-c7f716a7-5bf4-47a0-8bd1-b763a1c0b053 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487385 May 19 09:35:25.392097 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-ce3f813b-d28c-4df8-9e42-85fc2ea273b7 req-ffa5328e-1132-4e07-9d3e-651d5b674b6b tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 210 time: 0.2181094 May 19 09:35:25.425441 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c292d573-c6b3-4d8a-beba-ee13617b9e7e req-eda12fba-66cc-4b18-861e-c2900ff8a5c6 service neutron] 10.222.0.76 "GET /v2.0/networks/afa91e4f-47aa-4b9d-ab1b-ecee92a38d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980011 May 19 09:35:26.109156 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device da5ce421-bf52-4300-9c83-2b6d575b70e5 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:35:26.245488 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port da5ce421-bf52-4300-9c83-2b6d575b70e5, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=da5ce421-bf52-4300-9c83-2b6d575b70e5,segment=NetworkSegment(4fdef79c-7333-48d4-b195-4ba926c7f9f0),segment_id=4fdef79c-7333-48d4-b195-4ba926c7f9f0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:26.260005 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Returning: {'device': 'da5ce421-bf52-4300-9c83-2b6d575b70e5', 'network_id': 'afa91e4f-47aa-4b9d-ab1b-ecee92a38d26', 'port_id': 'da5ce421-bf52-4300-9c83-2b6d575b70e5', 'mac_address': 'fa:16:3e:71:e0:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1ac9d11-0eaf-4071-ac63-ef5848efd223', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:35:26.319849 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:26.321605 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f598e-1833-4898-b57e-22606116e1f2 req-f1caa5bf-fb00-4d0c-b9ff-bdc079f07090 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:26.323352 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f17f598e-1833-4898-b57e-22606116e1f2 req-f1caa5bf-fb00-4d0c-b9ff-bdc079f07090 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.76 "GET /v2.0/networks?id=0e9acd08-416e-46e7-b45a-77614ba19575 HTTP/1.1" status: 200 len: 817 time: 0.1603236 May 19 09:35:26.340015 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da5ce421-bf52-4300-9c83-2b6d575b70e5 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:35:26.357462 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port da5ce421-bf52-4300-9c83-2b6d575b70e5, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=da5ce421-bf52-4300-9c83-2b6d575b70e5,segment=NetworkSegment(4fdef79c-7333-48d4-b195-4ba926c7f9f0),segment_id=4fdef79c-7333-48d4-b195-4ba926c7f9f0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:26.366583 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:26.369052 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:26.377564 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f17f598e-1833-4898-b57e-22606116e1f2 req-d5a52445-0e16-4457-b518-c8b8be5b6fcf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51496ccd2f3e43809de083dde69c59d1 HTTP/1.1" status: 200 len: 379 time: 0.0441694 May 19 09:35:26.387357 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-f17f598e-1833-4898-b57e-22606116e1f2 req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Request body: {'port': {'device_id': '77b81766-e256-439b-9813-950fbb0d4242', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'admin_state_up': True, 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'security_groups': ['27803ef9-a20c-4572-a4d6-26f1d35a6fa5']}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:26.455446 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=da5ce421-bf52-4300-9c83-2b6d575b70e5,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:26.460486 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:26.469999 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32de1f-a6e2-402a-b7d8-a534844f85ab req-3c942888-76ef-4a2a-a196-c407d1e47432 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:26.472269 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-7c32de1f-a6e2-402a-b7d8-a534844f85ab req-3c942888-76ef-4a2a-a196-c407d1e47432 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fda5b1d-7a08-4544-b256-e7080c9d5c10 HTTP/1.1" status: 200 len: 944 time: 0.0850387 May 19 09:35:26.521281 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-7c32de1f-a6e2-402a-b7d8-a534844f85ab req-294550de-28e8-4522-9bb1-49c9bef9f6cb tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429237 May 19 09:35:26.576053 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c44b0ae6-f868-4d65-9aef-1eee9675bf77 req-88b62a9d-126b-4b69-bdb4-5f74e832673a tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 210 time: 0.0533531 May 19 09:35:26.606586 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-f17f598e-1833-4898-b57e-22606116e1f2 req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:26.606812 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['da5ce421-bf52-4300-9c83-2b6d575b70e5'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:35:26.616198 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-f17f598e-1833-4898-b57e-22606116e1f2 req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:26.627207 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f17f598e-1833-4898-b57e-22606116e1f2 req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Made reservation on behalf of 51496ccd2f3e43809de083dde69c59d1 for: {'port': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:35:26.631271 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-f17f598e-1833-4898-b57e-22606116e1f2 req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:26.798825 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [req-f17f598e-1833-4898-b57e-22606116e1f2 req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Allocated IP 172.20.0.14 (0e9acd08-416e-46e7-b45a-77614ba19575/6ec9b341-41fc-4e94-9468-56afed9dd04b/b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:35:27.006222 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-f17f598e-1833-4898-b57e-22606116e1f2 req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:27.026527 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-f17f598e-1833-4898-b57e-22606116e1f2 req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Transition to ACTIVE for port object b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 will not be triggered until provisioned by entity DHCP. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:27.053613 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-f17f598e-1833-4898-b57e-22606116e1f2 req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:27.069101 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-bd6999f7-2f67-46bc-89fb-a77d84b49a97 tempest-AttachVolumeNegativeTest-1189052373 tempest-AttachVolumeNegativeTest-1189052373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:27.123852 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f17f598e-1833-4898-b57e-22606116e1f2 req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Network 0e9acd08-416e-46e7-b45a-77614ba19575 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:27.131420 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [req-f17f598e-1833-4898-b57e-22606116e1f2 req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Resources bound (agent type, host, resource id): {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:27.136832 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17f598e-1833-4898-b57e-22606116e1f2 req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:35:27.211405 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Pushing event updated for resources: {'Port': ['ID=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:27.222814 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:27.222814 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:27.223433 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:27.224017 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:27.224213 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:27.224468 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:27.224806 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:27.225417 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:27.225802 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:27.226126 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:27.226516 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:27.227005 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:27.232352 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:27.260264 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f598e-1833-4898-b57e-22606116e1f2 req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:27.260712 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-f17f598e-1833-4898-b57e-22606116e1f2 req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:27.293025 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f17f598e-1833-4898-b57e-22606116e1f2 req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9096334 May 19 09:35:27.305849 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-f17f598e-1833-4898-b57e-22606116e1f2 req-99243178-0309-41f6-b180-3f3bc2fa3b2d service neutron] Request body: {'port': {'device_id': '77b81766-e256-439b-9813-950fbb0d4242', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:27.472799 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-81db24be-2670-464d-9dac-357ac0a4f312 None None] Provisioning for port b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:27.477808 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-81db24be-2670-464d-9dac-357ac0a4f312 None None] Provisioning complete for port b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:27.478189 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-81db24be-2670-464d-9dac-357ac0a4f312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:27.507639 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-f17f598e-1833-4898-b57e-22606116e1f2 req-99243178-0309-41f6-b180-3f3bc2fa3b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:27.535093 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-81db24be-2670-464d-9dac-357ac0a4f312 None None] Port b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:35:27.567939 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbf6ba-12b7-4e90-8523-21e204982170 req-4e8893fb-ea78-4298-a2d1-afd9561a9d67 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:27.569647 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-41cbf6ba-12b7-4e90-8523-21e204982170 req-4e8893fb-ea78-4298-a2d1-afd9561a9d67 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.2097170 May 19 09:35:27.682421 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-41cbf6ba-12b7-4e90-8523-21e204982170 req-32ca190e-bc20-4a27-95f9-72599a1b5521 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048274 May 19 09:35:27.730843 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaccb25-72f5-4512-bcc1-2ef28bef3021 req-3544910e-203a-4b69-a6e3-1a89330520ef tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:27.733222 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-1eaccb25-72f5-4512-bcc1-2ef28bef3021 req-3544910e-203a-4b69-a6e3-1a89330520ef tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fda5b1d-7a08-4544-b256-e7080c9d5c10 HTTP/1.1" status: 200 len: 944 time: 0.1014185 May 19 09:35:27.782330 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-1eaccb25-72f5-4512-bcc1-2ef28bef3021 req-58ea0945-34ad-408c-95c4-8d7aed81e620 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427475 May 19 09:35:27.942594 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cb869-f43d-4b2b-8625-d2aeae3bfaed req-c73965be-be08-4620-88ba-e90739e81a5d tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:27.943284 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-444cb869-f43d-4b2b-8625-d2aeae3bfaed req-c73965be-be08-4620-88ba-e90739e81a5d tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Synchronizing usage tracker for tenant:51496ccd2f3e43809de083dde69c59d1 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:28.006866 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [req-f17f598e-1833-4898-b57e-22606116e1f2 req-99243178-0309-41f6-b180-3f3bc2fa3b2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 {{(pid=91651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:35:28.013550 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-444cb869-f43d-4b2b-8625-d2aeae3bfaed req-c73965be-be08-4620-88ba-e90739e81a5d tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Unset dirty status for tenant:51496ccd2f3e43809de083dde69c59d1 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:28.014721 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-444cb869-f43d-4b2b-8625-d2aeae3bfaed req-c73965be-be08-4620-88ba-e90739e81a5d tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 932 time: 0.2013600 May 19 09:35:28.016244 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-f17f598e-1833-4898-b57e-22606116e1f2 req-99243178-0309-41f6-b180-3f3bc2fa3b2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:28.054115 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-f17f598e-1833-4898-b57e-22606116e1f2 req-99243178-0309-41f6-b180-3f3bc2fa3b2d service neutron] Transition to ACTIVE for port object b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:28.066472 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-f17f598e-1833-4898-b57e-22606116e1f2 req-99243178-0309-41f6-b180-3f3bc2fa3b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2459273'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:28.073371 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-1c7f6b8c-a7a4-4332-bac3-484221551e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:28.131485 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-444cb869-f43d-4b2b-8625-d2aeae3bfaed req-c3e9e29a-5873-477e-8d9d-986a1bb79462 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055622 May 19 09:35:28.149232 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device da5ce421-bf52-4300-9c83-2b6d575b70e5 up at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:28.226615 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning for port da5ce421-bf52-4300-9c83-2b6d575b70e5 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:28.232091 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning complete for port da5ce421-bf52-4300-9c83-2b6d575b70e5 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:28.232463 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:28.332920 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99243178-0309-41f6-b180-3f3bc2fa3b2d service neutron] Pushing event updated for resources: {'Port': ['ID=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:28.345808 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-99243178-0309-41f6-b180-3f3bc2fa3b2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:28.358361 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:28.396187 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fda5b1d-7a08-4544-b256-e7080c9d5c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5ce421-bf52-4300-9c83-2b6d575b70e5'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:35:28.407870 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port da5ce421-bf52-4300-9c83-2b6d575b70e5, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=da5ce421-bf52-4300-9c83-2b6d575b70e5,segment=NetworkSegment(4fdef79c-7333-48d4-b195-4ba926c7f9f0),segment_id=4fdef79c-7333-48d4-b195-4ba926c7f9f0)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:28.413899 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:28.416703 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-82062201-32c2-46fd-86a7-056a7e7f5682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:28.418512 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-f17f598e-1833-4898-b57e-22606116e1f2 req-99243178-0309-41f6-b180-3f3bc2fa3b2d service neutron] Attempting to bind port b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:35:28.418850 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-f17f598e-1833-4898-b57e-22606116e1f2 req-99243178-0309-41f6-b180-3f3bc2fa3b2d service neutron] Attempting to bind port b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'e9132927-27e6-4fa8-95cd-22862f43b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:35:28.419179 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17f598e-1833-4898-b57e-22606116e1f2 req-99243178-0309-41f6-b180-3f3bc2fa3b2d service neutron] Attempting to bind port b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 on network 0e9acd08-416e-46e7-b45a-77614ba19575 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:28.425825 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17f598e-1833-4898-b57e-22606116e1f2 req-99243178-0309-41f6-b180-3f3bc2fa3b2d service neutron] Port b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 on network 0e9acd08-416e-46e7-b45a-77614ba19575 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:35:28.426264 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17f598e-1833-4898-b57e-22606116e1f2 req-99243178-0309-41f6-b180-3f3bc2fa3b2d service neutron] Attempting to bind port b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 on network 0e9acd08-416e-46e7-b45a-77614ba19575 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:28.431875 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17f598e-1833-4898-b57e-22606116e1f2 req-99243178-0309-41f6-b180-3f3bc2fa3b2d service neutron] Checking agent: {'id': 'e2b12f16-87f3-476d-a836-3e2e94bcfd4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'started_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:35:28.432217 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17f598e-1833-4898-b57e-22606116e1f2 req-99243178-0309-41f6-b180-3f3bc2fa3b2d service neutron] Checking segment: {'id': 'e9132927-27e6-4fa8-95cd-22862f43b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:28.432772 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17f598e-1833-4898-b57e-22606116e1f2 req-99243178-0309-41f6-b180-3f3bc2fa3b2d service neutron] Bound using segment: {'id': 'e9132927-27e6-4fa8-95cd-22862f43b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:35:28.433204 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-f17f598e-1833-4898-b57e-22606116e1f2 req-99243178-0309-41f6-b180-3f3bc2fa3b2d service neutron] Bound port: b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9132927-27e6-4fa8-95cd-22862f43b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:35:28.433550 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-f17f598e-1833-4898-b57e-22606116e1f2 req-99243178-0309-41f6-b180-3f3bc2fa3b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:28.477750 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fda5b1d-7a08-4544-b256-e7080c9d5c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5ce421-bf52-4300-9c83-2b6d575b70e5', 'code': 200} May 19 09:35:28.501296 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=da5ce421-bf52-4300-9c83-2b6d575b70e5,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:28.505298 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:28.538164 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-f17f598e-1833-4898-b57e-22606116e1f2 req-99243178-0309-41f6-b180-3f3bc2fa3b2d service neutron] For port b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0, host hv-cinder-79128, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:35:28.541542 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-f17f598e-1833-4898-b57e-22606116e1f2 req-99243178-0309-41f6-b180-3f3bc2fa3b2d service neutron] For port b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:35:28.546129 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-f17f598e-1833-4898-b57e-22606116e1f2 req-99243178-0309-41f6-b180-3f3bc2fa3b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2459273'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:28.551690 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:28.615044 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f598e-1833-4898-b57e-22606116e1f2 req-99243178-0309-41f6-b180-3f3bc2fa3b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:28.615662 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-f17f598e-1833-4898-b57e-22606116e1f2 req-99243178-0309-41f6-b180-3f3bc2fa3b2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:28.617058 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f17f598e-1833-4898-b57e-22606116e1f2 req-99243178-0309-41f6-b180-3f3bc2fa3b2d service neutron] 10.222.0.76 "PUT /v2.0/ports/b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 HTTP/1.1" status: 200 len: 1094 time: 1.3155863 May 19 09:35:28.617558 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b81766-e256-439b-9813-950fbb0d4242', 'tag': 'b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:35:28.657583 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99243178-0309-41f6-b180-3f3bc2fa3b2d service neutron] Pushing event updated for resources: {'Port': ['ID=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:28.661104 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-99243178-0309-41f6-b180-3f3bc2fa3b2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:28.740591 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b81766-e256-439b-9813-950fbb0d4242', 'tag': 'b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0', 'status': 'completed', 'code': 200} May 19 09:35:28.817907 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e06bb-42ff-4d72-b6a4-35bf6ce27417 req-cd96a2da-0fe5-41e4-8657-a737454ba324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:28.819417 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-d92e06bb-42ff-4d72-b6a4-35bf6ce27417 req-cd96a2da-0fe5-41e4-8657-a737454ba324 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6fda5b1d-7a08-4544-b256-e7080c9d5c10 HTTP/1.1" status: 200 len: 1098 time: 0.1532633 May 19 09:35:28.821463 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f598e-1833-4898-b57e-22606116e1f2 req-36d57f4d-fdd0-4ae7-b774-c9de69652bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:28.822858 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f17f598e-1833-4898-b57e-22606116e1f2 req-36d57f4d-fdd0-4ae7-b774-c9de69652bdb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=51496ccd2f3e43809de083dde69c59d1&device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 1097 time: 0.1220710 May 19 09:35:28.891929 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-75f91447-98dc-4e32-a661-289b282b0af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:28.948813 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589201f-56cd-473a-9f9d-00cdf055d280 req-4b0d5d34-ec77-4bdb-ac02-45bb8e9dc2b0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:28.950306 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-a589201f-56cd-473a-9f9d-00cdf055d280 req-4b0d5d34-ec77-4bdb-ac02-45bb8e9dc2b0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.1146772 May 19 09:35:28.992989 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f17f598e-1833-4898-b57e-22606116e1f2 req-6eabdb72-8b15-44c5-ab38-b76fdc8a4fd4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 HTTP/1.1" status: 200 len: 217 time: 0.1403584 May 19 09:35:29.006438 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-d92e06bb-42ff-4d72-b6a4-35bf6ce27417 req-eb64882e-288e-42e8-9f91-9380236ad498 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700761 May 19 09:35:29.085352 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f598e-1833-4898-b57e-22606116e1f2 req-ea05c819-64c4-48bc-9628-3164ea096585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:29.086945 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f17f598e-1833-4898-b57e-22606116e1f2 req-ea05c819-64c4-48bc-9628-3164ea096585 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ec9b341-41fc-4e94-9468-56afed9dd04b HTTP/1.1" status: 200 len: 856 time: 0.0795584 May 19 09:35:29.094524 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-a589201f-56cd-473a-9f9d-00cdf055d280 req-d3fd969e-758f-449c-ab46-22b16599c907 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380134 May 19 09:35:29.146528 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc403b5f-e577-4e25-bc83-324ad0523995 req-7b6f5b92-47db-415a-b828-cb2f96c0c1a0 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:29.147220 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-dc403b5f-e577-4e25-bc83-324ad0523995 req-7b6f5b92-47db-415a-b828-cb2f96c0c1a0 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Synchronizing usage tracker for tenant:ada6656405ce4668bb813a4012a9a444 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:29.180789 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-dc403b5f-e577-4e25-bc83-324ad0523995 req-7b6f5b92-47db-415a-b828-cb2f96c0c1a0 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Unset dirty status for tenant:ada6656405ce4668bb813a4012a9a444 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:29.181989 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-dc403b5f-e577-4e25-bc83-324ad0523995 req-7b6f5b92-47db-415a-b828-cb2f96c0c1a0 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fda5b1d-7a08-4544-b256-e7080c9d5c10 HTTP/1.1" status: 200 len: 945 time: 0.2386460 May 19 09:35:29.232643 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f598e-1833-4898-b57e-22606116e1f2 req-d6aa7b72-7c48-4fca-ad07-666af52ee58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:29.234155 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f17f598e-1833-4898-b57e-22606116e1f2 req-d6aa7b72-7c48-4fca-ad07-666af52ee58c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0e9acd08-416e-46e7-b45a-77614ba19575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1390595 May 19 09:35:29.244924 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-dc403b5f-e577-4e25-bc83-324ad0523995 req-d7ac2476-2e8c-43a7-8826-fe6782b07054 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531421 May 19 09:35:29.325256 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f26b7-65d0-4706-8026-f7b3f5118dfb req-dd5ce5d5-aee6-4cb2-8585-79143e2e7d79 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:29.327538 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-658f26b7-65d0-4706-8026-f7b3f5118dfb req-dd5ce5d5-aee6-4cb2-8585-79143e2e7d79 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 944 time: 0.0823822 May 19 09:35:29.373758 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f17f598e-1833-4898-b57e-22606116e1f2 req-b3798fb0-33b5-420a-9d18-bceeaf2020b4 service neutron] 10.222.0.76 "GET /v2.0/networks/0e9acd08-416e-46e7-b45a-77614ba19575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279769 May 19 09:35:29.381506 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-658f26b7-65d0-4706-8026-f7b3f5118dfb req-23711c59-5b4c-423b-aba8-ec1fdbaa158b tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Synchronizing usage tracker for tenant:51496ccd2f3e43809de083dde69c59d1 on resource:security_group {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:29.393127 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-658f26b7-65d0-4706-8026-f7b3f5118dfb req-23711c59-5b4c-423b-aba8-ec1fdbaa158b tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Unset dirty status for tenant:51496ccd2f3e43809de083dde69c59d1 on resource:security_group {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:29.394798 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-658f26b7-65d0-4706-8026-f7b3f5118dfb req-23711c59-5b4c-423b-aba8-ec1fdbaa158b tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568018 May 19 09:35:29.545300 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f17f598e-1833-4898-b57e-22606116e1f2 req-e2dc9472-e44d-42f5-99f7-5491aed8af9d service neutron] 10.222.0.76 "GET /v2.0/networks/0e9acd08-416e-46e7-b45a-77614ba19575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642203 May 19 09:35:29.580140 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a45d0b-f1d2-4fd4-b7dd-1f2a22d84c98 req-a85ba342-95b7-4a98-854f-6aad613ca351 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:29.582109 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e6a45d0b-f1d2-4fd4-b7dd-1f2a22d84c98 req-a85ba342-95b7-4a98-854f-6aad613ca351 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.76 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.0951192 May 19 09:35:29.782017 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abed6ff-8749-4b3d-8896-ce669126a453 req-a03bf331-9ca0-4a32-86f3-dbab3c5356d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:29.783496 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9abed6ff-8749-4b3d-8896-ce669126a453 req-a03bf331-9ca0-4a32-86f3-dbab3c5356d9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=51496ccd2f3e43809de083dde69c59d1&device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 1097 time: 0.1810160 May 19 09:35:29.828256 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-e6a45d0b-f1d2-4fd4-b7dd-1f2a22d84c98 req-d8a0b431-cf3a-4764-9675-0f46f86ce7bb tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Deleting port ef28c7a5-14cd-4052-af2e-80c13efeaa7b {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:35:29.828516 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e6a45d0b-f1d2-4fd4-b7dd-1f2a22d84c98 req-d8a0b431-cf3a-4764-9675-0f46f86ce7bb tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:30.116834 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abed6ff-8749-4b3d-8896-ce669126a453 req-2c59e0c3-b4a3-4d7c-89a6-1dc0cd339fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:30.118215 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9abed6ff-8749-4b3d-8896-ce669126a453 req-2c59e0c3-b4a3-4d7c-89a6-1dc0cd339fd5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0e9acd08-416e-46e7-b45a-77614ba19575 HTTP/1.1" status: 200 len: 918 time: 0.3268750 May 19 09:35:30.189712 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9abed6ff-8749-4b3d-8896-ce669126a453 req-4fb6dd9d-dccf-4d44-b31d-108127fa383e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 HTTP/1.1" status: 200 len: 217 time: 0.0630708 May 19 09:35:30.191983 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-e6a45d0b-f1d2-4fd4-b7dd-1f2a22d84c98 req-d8a0b431-cf3a-4764-9675-0f46f86ce7bb tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] For port ef28c7a5-14cd-4052-af2e-80c13efeaa7b, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ef28c7a5-14cd-4052-af2e-80c13efeaa7b,segment=NetworkSegment(99fe1dc6-5cc0-4f55-a1cd-65f659881fe2),segment_id=99fe1dc6-5cc0-4f55-a1cd-65f659881fe2)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:30.192356 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e6a45d0b-f1d2-4fd4-b7dd-1f2a22d84c98 req-d8a0b431-cf3a-4764-9675-0f46f86ce7bb tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:30.399208 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abed6ff-8749-4b3d-8896-ce669126a453 req-ee577ddb-dd3f-49ea-bb03-2266d2991a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:30.400661 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9abed6ff-8749-4b3d-8896-ce669126a453 req-ee577ddb-dd3f-49ea-bb03-2266d2991a90 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ec9b341-41fc-4e94-9468-56afed9dd04b HTTP/1.1" status: 200 len: 856 time: 0.2007740 May 19 09:35:30.475540 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fb508-e07d-425b-ab54-53c8c5632345 req-a243109f-1e53-4503-b687-897a1d99fd24 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:30.477189 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-048fb508-e07d-425b-ab54-53c8c5632345 req-a243109f-1e53-4503-b687-897a1d99fd24 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fda5b1d-7a08-4544-b256-e7080c9d5c10 HTTP/1.1" status: 200 len: 945 time: 0.1115520 May 19 09:35:30.525924 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-048fb508-e07d-425b-ab54-53c8c5632345 req-65aacdca-abd7-4856-9f8e-4d1297be7443 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414383 May 19 09:35:30.641532 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe93db5-1841-4051-9a51-f247708066c3 req-b5767e5e-2ac7-476f-9993-ce173ccee9a4 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:30.642948 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-1fe93db5-1841-4051-9a51-f247708066c3 req-b5767e5e-2ac7-476f-9993-ce173ccee9a4 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 946 time: 0.4078541 May 19 09:35:30.693415 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e6a45d0b-f1d2-4fd4-b7dd-1f2a22d84c98 req-d8a0b431-cf3a-4764-9675-0f46f86ce7bb tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:30.693798 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e6a45d0b-f1d2-4fd4-b7dd-1f2a22d84c98 req-d8a0b431-cf3a-4764-9675-0f46f86ce7bb tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806387'] for floatingip, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:30.694111 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.db.l3_db [req-e6a45d0b-f1d2-4fd4-b7dd-1f2a22d84c98 req-d8a0b431-cf3a-4764-9675-0f46f86ce7bb tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Floating IP d9692e95-a05f-49c1-8d06-2ce9c7fc94af disassociated. External IP: 172.28.0.86, port: ef28c7a5-14cd-4052-af2e-80c13efeaa7b. May 19 09:35:30.694446 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-e6a45d0b-f1d2-4fd4-b7dd-1f2a22d84c98 req-d8a0b431-cf3a-4764-9675-0f46f86ce7bb tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Calling delete_port for ef28c7a5-14cd-4052-af2e-80c13efeaa7b owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:35:30.709547 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42432aff-f189-484a-90eb-e312f1295466 req-13575957-3d7a-46a5-993e-cbabaa55c7e8 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:30.711029 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-42432aff-f189-484a-90eb-e312f1295466 req-13575957-3d7a-46a5-993e-cbabaa55c7e8 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 944 time: 0.0861399 May 19 09:35:30.727881 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-1fe93db5-1841-4051-9a51-f247708066c3 req-fd73b9f5-2b3e-4343-845e-5998995fb403 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a314958-5c2a-4a7f-b991-0bce5b319c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753300 May 19 09:35:30.736155 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abed6ff-8749-4b3d-8896-ce669126a453 req-a3559dd4-eff1-4066-899e-72f539404224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:30.737799 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9abed6ff-8749-4b3d-8896-ce669126a453 req-a3559dd4-eff1-4066-899e-72f539404224 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0e9acd08-416e-46e7-b45a-77614ba19575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2815568 May 19 09:35:30.774963 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-42432aff-f189-484a-90eb-e312f1295466 req-641407ec-c91b-4eea-ac41-04450e91ef99 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566719 May 19 09:35:30.933258 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9abed6ff-8749-4b3d-8896-ce669126a453 req-2594a87d-fc2e-4423-9da9-59d13a6a60ab service neutron] 10.222.0.76 "GET /v2.0/networks/0e9acd08-416e-46e7-b45a-77614ba19575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876767 May 19 09:35:30.969916 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e6a45d0b-f1d2-4fd4-b7dd-1f2a22d84c98 req-d8a0b431-cf3a-4764-9675-0f46f86ce7bb tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:30.985266 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:31.037744 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0b431-cf3a-4764-9675-0f46f86ce7bb tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Pushing event deleted for resources: {'Port': ['ID=ef28c7a5-14cd-4052-af2e-80c13efeaa7b,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:31.083070 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d8a0b431-cf3a-4764-9675-0f46f86ce7bb tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:31.263627 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9abed6ff-8749-4b3d-8896-ce669126a453 req-5d69e465-7156-4fd6-9eae-2c18f6101d6b service neutron] 10.222.0.76 "GET /v2.0/networks/0e9acd08-416e-46e7-b45a-77614ba19575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139038 May 19 09:35:31.308852 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6a45d0b-f1d2-4fd4-b7dd-1f2a22d84c98 req-d8a0b431-cf3a-4764-9675-0f46f86ce7bb tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Router 4f2df52f-8ec2-4c93-90f7-bce010d5e1af has already been hosted by L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:35:31.422755 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:31.497205 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6a45d0b-f1d2-4fd4-b7dd-1f2a22d84c98 req-d8a0b431-cf3a-4764-9675-0f46f86ce7bb tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:35:31.509343 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eb6b65-2e2f-4e49-8119-1a323f88ef00 None None] Sync routers for ids ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'] in dv-cinder-791281-2-smb {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:35:31.521187 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eb6b65-2e2f-4e49-8119-1a323f88ef00 None None] Routers {'4f2df52f-8ec2-4c93-90f7-bce010d5e1af'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:35:31.521861 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-27eb6b65-2e2f-4e49-8119-1a323f88ef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:35:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:31.693150 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a45d0b-f1d2-4fd4-b7dd-1f2a22d84c98 req-d8a0b431-cf3a-4764-9675-0f46f86ce7bb tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] No DVR routers for this DVR port ef28c7a5-14cd-4052-af2e-80c13efeaa7b on host hv-cinder-79128 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:35:31.696062 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e6a45d0b-f1d2-4fd4-b7dd-1f2a22d84c98 req-d8a0b431-cf3a-4764-9675-0f46f86ce7bb tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:31.698705 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900f80d6-23a1-4d56-af9b-1f474c23155b', 'name': 'network-vif-deleted', 'tag': 'ef28c7a5-14cd-4052-af2e-80c13efeaa7b'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:35:31.718945 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e6a45d0b-f1d2-4fd4-b7dd-1f2a22d84c98 req-d8a0b431-cf3a-4764-9675-0f46f86ce7bb tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.76 "DELETE /v2.0/ports/ef28c7a5-14cd-4052-af2e-80c13efeaa7b HTTP/1.1" status: 204 len: 173 time: 2.0835156 May 19 09:35:31.758453 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900f80d6-23a1-4d56-af9b-1f474c23155b', 'name': 'network-vif-deleted', 'tag': 'ef28c7a5-14cd-4052-af2e-80c13efeaa7b', 'status': 'completed', 'code': 200} May 19 09:35:31.763569 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-27eb6b65-2e2f-4e49-8119-1a323f88ef00 None None] Set router 4f2df52f-8ec2-4c93-90f7-bce010d5e1af gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:35:31.910987 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-a960553c-6a70-4f08-bc46-789dba835db7 req-5ca03ec6-171b-4bbc-97ba-d0f85c8341e9 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Synchronizing usage tracker for tenant:f0e37a2a177646dba68287797f2a6e26 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:31.940714 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-a960553c-6a70-4f08-bc46-789dba835db7 req-5ca03ec6-171b-4bbc-97ba-d0f85c8341e9 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Unset dirty status for tenant:f0e37a2a177646dba68287797f2a6e26 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:31.967750 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a960553c-6a70-4f08-bc46-789dba835db7 req-5ca03ec6-171b-4bbc-97ba-d0f85c8341e9 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=900f80d6-23a1-4d56-af9b-1f474c23155b HTTP/1.1" status: 200 len: 210 time: 0.1152313 May 19 09:35:31.974931 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a7cc37d0-7361-4a96-b017-4feae46fda60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:32.060348 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0807a2b-0dc8-4239-8be8-b91ff081086f req-f3edb175-db77-4d57-8bec-c3255efb6bae tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:32.067323 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-d0807a2b-0dc8-4239-8be8-b91ff081086f req-f3edb175-db77-4d57-8bec-c3255efb6bae tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 944 time: 0.1168766 May 19 09:35:32.113736 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-d0807a2b-0dc8-4239-8be8-b91ff081086f req-0ed6ec40-e88d-4258-9dda-2e69a21a50db tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429363 May 19 09:35:32.145989 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-27eb6b65-2e2f-4e49-8119-1a323f88ef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'name': 'tempest-AttachVolumeTestJSON-2110761483-router', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:33Z', 'revision_number': 4, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'gw_port': {'id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:24Z', 'updated_at': '2021-05-19T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '42780262-602b-4b3c-bae9-4a2fe70f4d79', 'name': '', 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'mac_address': 'fa:16:3e:d7:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:30Z', 'updated_at': '2021-05-19T09:31:45Z', 'revision_number': 5, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'subnets': [{'id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:32.150232 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eb6b65-2e2f-4e49-8119-1a323f88ef00 None None] Checking router: 4f2df52f-8ec2-4c93-90f7-bce010d5e1af for host: dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:35:32.160245 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eb6b65-2e2f-4e49-8119-1a323f88ef00 None None] Routers {'4f2df52f-8ec2-4c93-90f7-bce010d5e1af'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:35:32.161117 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-27eb6b65-2e2f-4e49-8119-1a323f88ef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:35:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:32.257516 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:35:32.260084 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device ef28c7a5-14cd-4052-af2e-80c13efeaa7b no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:35:32.318530 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] No Port match for: ef28c7a5-14cd-4052-af2e-80c13efeaa7b {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:35:32.319131 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device ef28c7a5-14cd-4052-af2e-80c13efeaa7b not bound to the agent host hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:35:32.520110 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-27eb6b65-2e2f-4e49-8119-1a323f88ef00 None None] Set router 4f2df52f-8ec2-4c93-90f7-bce010d5e1af gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:35:32.609192 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:32.689271 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Returning: {'device': 'b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'port_id': 'b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0', 'mac_address': 'fa:16:3e:52:24:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:35:32.822908 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:32.860489 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:35:32.908785 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:32.914978 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:32.919442 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:32.921271 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:33.004299 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:33.007469 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:33.009538 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-27eb6b65-2e2f-4e49-8119-1a323f88ef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'name': 'tempest-AttachVolumeTestJSON-2110761483-router', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:33Z', 'revision_number': 4, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'gw_port': {'id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:24Z', 'updated_at': '2021-05-19T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '42780262-602b-4b3c-bae9-4a2fe70f4d79', 'name': '', 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'mac_address': 'fa:16:3e:d7:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:30Z', 'updated_at': '2021-05-19T09:31:45Z', 'revision_number': 5, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'subnets': [{'id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:33.014186 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eb6b65-2e2f-4e49-8119-1a323f88ef00 None None] The sync data for ids ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'] in dv-cinder-791281-2-smb is: [{'id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'name': 'tempest-AttachVolumeTestJSON-2110761483-router', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:33Z', 'revision_number': 4, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'gw_port': {'id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:24Z', 'updated_at': '2021-05-19T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '42780262-602b-4b3c-bae9-4a2fe70f4d79', 'name': '', 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'mac_address': 'fa:16:3e:d7:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:30Z', 'updated_at': '2021-05-19T09:31:45Z', 'revision_number': 5, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'subnets': [{'id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:35:33.097408 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 46088) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:33.142399 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:35:33.166317 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e119b444-a2da-4dd9-8a91-420a4338c431 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:33.205595 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e119b444-a2da-4dd9-8a91-420a4338c431 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:33.296347 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fab903-b164-4a91-8e65-7b93b27b25ac None None] New status for floating IP d9692e95-a05f-49c1-8d06-2ce9c7fc94af: DOWN {{(pid=91654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:35:33.343015 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe1a9a-a4b3-467c-a99d-6a60ab762014 req-ae6c6eeb-936a-4f3e-9e6c-f6850edfe20a tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:33.344405 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-15fe1a9a-a4b3-467c-a99d-6a60ab762014 req-ae6c6eeb-936a-4f3e-9e6c-f6850edfe20a tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 945 time: 0.1027472 May 19 09:35:33.345449 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e119b444-a2da-4dd9-8a91-420a4338c431 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:33.351773 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-84a298f9-3b33-4134-b476-eff8f7feb7d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:33.384202 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119b444-a2da-4dd9-8a91-420a4338c431 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a314958-5c2a-4a7f-b991-0bce5b319c5a,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:33.386599 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-e119b444-a2da-4dd9-8a91-420a4338c431 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:33.429214 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-15fe1a9a-a4b3-467c-a99d-6a60ab762014 req-9ac270a1-e23e-4278-8950-d13c51eba5e1 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597389 May 19 09:35:33.430731 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e119b444-a2da-4dd9-8a91-420a4338c431 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:33.434732 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 46100) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:33.435306 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-e119b444-a2da-4dd9-8a91-420a4338c431 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "DELETE /v2.0/security-groups/0a314958-5c2a-4a7f-b991-0bce5b319c5a HTTP/1.1" status: 204 len: 168 time: 0.3363643 May 19 09:35:33.476907 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.api.v2.resource [None req-76b13c1d-a533-44ee-bc82-c1bee8fb9ee4 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] show failed (client error): The resource could not be found. May 19 09:35:33.478204 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-76b13c1d-a533-44ee-bc82-c1bee8fb9ee4 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups/0a314958-5c2a-4a7f-b991-0bce5b319c5a HTTP/1.1" status: 404 len: 347 time: 0.0422580 May 19 09:35:33.481210 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 46104) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:33.765619 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-3952040b-74a8-4197-bce9-695fb1779f8a tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Deleting port 21275569-942a-4d61-9f76-5800219a7924 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:35:33.766218 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3952040b-74a8-4197-bce9-695fb1779f8a tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:33.903668 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3952040b-74a8-4197-bce9-695fb1779f8a tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:33.903912 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3952040b-74a8-4197-bce9-695fb1779f8a tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.025199 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-3952040b-74a8-4197-bce9-695fb1779f8a tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Calling delete_port for 21275569-942a-4d61-9f76-5800219a7924 owned by network:floatingip {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:35:34.137706 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3952040b-74a8-4197-bce9-695fb1779f8a tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.142133 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:34.170098 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 up at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:34.189028 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952040b-74a8-4197-bce9-695fb1779f8a tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Pushing event deleted for resources: {'Port': ['ID=21275569-942a-4d61-9f76-5800219a7924,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:34.192819 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-3952040b-74a8-4197-bce9-695fb1779f8a tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:34.244968 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning for port b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:34.249791 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning complete for port b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:34.250265 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.282646 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3952040b-74a8-4197-bce9-695fb1779f8a tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for floatingip, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.309029 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3952040b-74a8-4197-bce9-695fb1779f8a tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for floatingip, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.310415 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-3952040b-74a8-4197-bce9-695fb1779f8a tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "DELETE /v2.0/floatingips/d9692e95-a05f-49c1-8d06-2ce9c7fc94af HTTP/1.1" status: 204 len: 168 time: 0.8279533 May 19 09:35:34.385150 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.413640 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b81766-e256-439b-9813-950fbb0d4242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:35:34.423162 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:34.427077 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.429962 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:34.461554 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b81766-e256-439b-9813-950fbb0d4242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0', 'code': 200} May 19 09:35:34.508671 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:34.511868 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:34.558340 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.666993 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34173d7b-7040-4a6b-b51d-9c57b8848c67 req-a7db8169-d930-421f-8a41-20670fdf1887 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:34.668460 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-34173d7b-7040-4a6b-b51d-9c57b8848c67 req-a7db8169-d930-421f-8a41-20670fdf1887 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 946 time: 0.1013913 May 19 09:35:34.668932 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 46128) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:34.673970 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1270439114', 'description': 'tempest-description--1258844431'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:34.695843 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:34.703471 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Usage tracker for resource:security_group and tenant:f0e37a2a177646dba68287797f2a6e26 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:34.709258 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:34.724723 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:34.728538 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb0816-67ca-4d0e-9ec5-7ed27a9fb1c1 req-debade24-eaf0-43e7-b762-de753a0023c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:34.730183 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-1afb0816-67ca-4d0e-9ec5-7ed27a9fb1c1 req-debade24-eaf0-43e7-b762-de753a0023c0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 1099 time: 0.0822573 May 19 09:35:34.739410 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-34173d7b-7040-4a6b-b51d-9c57b8848c67 req-9049a246-ce1a-47bb-954b-c582f6a81826 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589755 May 19 09:35:34.745212 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.767252 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:34.772413 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Usage tracker for resource:security_group_rule and tenant:f0e37a2a177646dba68287797f2a6e26 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:34.775294 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:34.776631 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-1afb0816-67ca-4d0e-9ec5-7ed27a9fb1c1 req-daadc6c9-5ece-4c77-ab51-746b6a6083ea service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392342 May 19 09:35:34.781028 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:34.853975 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.858625 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.862760 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-1b7c4b7c-62ad-46fd-8ea6-2c24ed35cc2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:34.909911 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f9acb5-a732-4472-88d3-5a7e712920bb,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:34.918315 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:34.918606 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:34.918961 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:34.919309 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:34.919655 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:34.920001 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:34.920337 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:34.920674 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:34.921013 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:34.921347 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:34.921680 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:34.922041 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:34.925269 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.926503 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2566543 May 19 09:35:34.927430 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:34.929243 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 46138) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:34.934291 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-65dcf1c0-fdef-4b89-9568-c0063176fde9 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Request body: {'security_group_rule': {'security_group_id': 'c3f9acb5-a732-4472-88d3-5a7e712920bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:34.940978 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-65dcf1c0-fdef-4b89-9568-c0063176fde9 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:34.944886 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-65dcf1c0-fdef-4b89-9568-c0063176fde9 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Usage tracker for resource:security_group_rule and tenant:f0e37a2a177646dba68287797f2a6e26 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:34.947763 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-65dcf1c0-fdef-4b89-9568-c0063176fde9 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:34.954186 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-65dcf1c0-fdef-4b89-9568-c0063176fde9 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:34.969600 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-65dcf1c0-fdef-4b89-9568-c0063176fde9 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:35.034198 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-65dcf1c0-fdef-4b89-9568-c0063176fde9 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:35.037566 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-65dcf1c0-fdef-4b89-9568-c0063176fde9 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750084'] for security_group_rule, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:35.044880 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:35.062325 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcf1c0-fdef-4b89-9568-c0063176fde9 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adcff7ed-3e4e-45d4-8752-98010ba7f49e,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:35.065260 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-65dcf1c0-fdef-4b89-9568-c0063176fde9 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:35.074399 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-65dcf1c0-fdef-4b89-9568-c0063176fde9 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:35.075751 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-65dcf1c0-fdef-4b89-9568-c0063176fde9 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454370 May 19 09:35:35.078277 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 46144) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:35.084351 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-a0fa4544-3a6a-44fe-8d08-8abaaa6f3aa0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Request body: {'security_group_rule': {'security_group_id': 'c3f9acb5-a732-4472-88d3-5a7e712920bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:35.090115 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-a0fa4544-3a6a-44fe-8d08-8abaaa6f3aa0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:35.093885 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-a0fa4544-3a6a-44fe-8d08-8abaaa6f3aa0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Usage tracker for resource:security_group_rule and tenant:f0e37a2a177646dba68287797f2a6e26 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:35.096742 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-a0fa4544-3a6a-44fe-8d08-8abaaa6f3aa0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:35.102572 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-a0fa4544-3a6a-44fe-8d08-8abaaa6f3aa0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:35.118504 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4544-3a6a-44fe-8d08-8abaaa6f3aa0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:35.185112 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4544-3a6a-44fe-8d08-8abaaa6f3aa0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:35.190994 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4544-3a6a-44fe-8d08-8abaaa6f3aa0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750084'] for security_group_rule, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:35.193608 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-597899c9-ed82-411d-93de-f1b2dc21ec76 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:35.219032 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa4544-3a6a-44fe-8d08-8abaaa6f3aa0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28cd45dd-d146-4a96-8f1b-6cd17703ff1f,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:35.222027 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a0fa4544-3a6a-44fe-8d08-8abaaa6f3aa0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:35.232780 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4544-3a6a-44fe-8d08-8abaaa6f3aa0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:35.234423 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-a0fa4544-3a6a-44fe-8d08-8abaaa6f3aa0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1551650 May 19 09:35:35.238521 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 46150) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:35.244673 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-d00c91cd-beea-472d-bcd2-e7d128fc61b7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Request body: {'floatingip': {'floating_network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:35.250591 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-d00c91cd-beea-472d-bcd2-e7d128fc61b7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:35.254989 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-d00c91cd-beea-472d-bcd2-e7d128fc61b7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Usage tracker for resource:floatingip and tenant:f0e37a2a177646dba68287797f2a6e26 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:35.257865 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-d00c91cd-beea-472d-bcd2-e7d128fc61b7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:35.263595 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-d00c91cd-beea-472d-bcd2-e7d128fc61b7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:35.275287 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d00c91cd-beea-472d-bcd2-e7d128fc61b7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for floatingip, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:35.422660 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d00c91cd-beea-472d-bcd2-e7d128fc61b7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:35.564284 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-d00c91cd-beea-472d-bcd2-e7d128fc61b7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Allocated IP 172.28.0.237 (7d528ae4-f655-4215-abed-2652e9d6f37f/518ab1fe-b41e-417a-a1c0-f577284c585f/269301fe-9891-4602-aea7-9464b4709bde) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:35:35.723864 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d00c91cd-beea-472d-bcd2-e7d128fc61b7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:35.756812 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d00c91cd-beea-472d-bcd2-e7d128fc61b7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838887'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:35.760891 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8d412247-2696-4840-abb0-45afb4ac7912 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:35.840177 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00c91cd-beea-472d-bcd2-e7d128fc61b7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Network 7d528ae4-f655-4215-abed-2652e9d6f37f is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:35.843060 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-d00c91cd-beea-472d-bcd2-e7d128fc61b7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Resources bound (agent type, host, resource id): {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:35.847252 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00c91cd-beea-472d-bcd2-e7d128fc61b7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:35:35.881515 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c91cd-beea-472d-bcd2-e7d128fc61b7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Pushing event updated for resources: {'Port': ['ID=269301fe-9891-4602-aea7-9464b4709bde,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:35.885723 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-d00c91cd-beea-472d-bcd2-e7d128fc61b7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:35.936345 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d00c91cd-beea-472d-bcd2-e7d128fc61b7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:35.965958 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c67414-3ead-40fb-8d0a-2b2baa3ff898 req-500a19eb-694c-4d40-a6de-4b9111cd8785 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:35.967521 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-87c67414-3ead-40fb-8d0a-2b2baa3ff898 req-500a19eb-694c-4d40-a6de-4b9111cd8785 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 946 time: 0.0959103 May 19 09:35:36.011664 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d00c91cd-beea-472d-bcd2-e7d128fc61b7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:36.022115 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-87c67414-3ead-40fb-8d0a-2b2baa3ff898 req-0df5a84e-e266-4130-94ad-cb38c90cf49e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462127 May 19 09:35:36.303540 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386fed5-c4b4-4c60-b3b8-b133d180d2c4 req-9c243123-4804-426e-94f4-80c902dddcee tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:36.305085 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-8386fed5-c4b4-4c60-b3b8-b133d180d2c4 req-9c243123-4804-426e-94f4-80c902dddcee tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 946 time: 0.1382418 May 19 09:35:36.315444 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d00c91cd-beea-472d-bcd2-e7d128fc61b7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:36.315444 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d00c91cd-beea-472d-bcd2-e7d128fc61b7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838910'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:36.315699 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 46174) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:36.318276 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-1aaa61da-a156-4dc5-9bd6-4e8c6b4d7e22 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:36.320892 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-7f6c3d2c-bf67-4400-aba2-eec74b99c9f4 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Request body: {'floatingip': {'port_id': 'b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:36.403430 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7f6c3d2c-bf67-4400-aba2-eec74b99c9f4 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for floatingip, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:36.512869 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c91cd-beea-472d-bcd2-e7d128fc61b7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Pushing event updated for resources: {'Port': ['ID=269301fe-9891-4602-aea7-9464b4709bde,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:36.516831 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-d00c91cd-beea-472d-bcd2-e7d128fc61b7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:36.523804 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d00c91cd-beea-472d-bcd2-e7d128fc61b7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806387'] for floatingip, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:36.545909 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d00c91cd-beea-472d-bcd2-e7d128fc61b7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for floatingip, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:36.547102 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-d00c91cd-beea-472d-bcd2-e7d128fc61b7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3072069 May 19 09:35:36.862579 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-45938b30-4892-456a-98b1-2e033762a1e0 req-bfac8d9d-ce84-47ab-9c90-0dd52d9a5aee tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Synchronizing usage tracker for tenant:f0e37a2a177646dba68287797f2a6e26 on resource:security_group {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:37.066656 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-45938b30-4892-456a-98b1-2e033762a1e0 req-bfac8d9d-ce84-47ab-9c90-0dd52d9a5aee tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Unset dirty status for tenant:f0e37a2a177646dba68287797f2a6e26 on resource:security_group {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:37.067810 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-45938b30-4892-456a-98b1-2e033762a1e0 req-bfac8d9d-ce84-47ab-9c90-0dd52d9a5aee tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1270439114&fields=id&tenant_id=f0e37a2a177646dba68287797f2a6e26 HTTP/1.1" status: 200 len: 267 time: 0.3171163 May 19 09:35:37.307577 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45938b30-4892-456a-98b1-2e033762a1e0 req-2e89f4b1-3616-4047-b729-dcbcbfadeefa tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:37.309040 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-45938b30-4892-456a-98b1-2e033762a1e0 req-2e89f4b1-3616-4047-b729-dcbcbfadeefa tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/networks?id=fe3c14a7-95b2-4211-8c13-ae471fbbb112 HTTP/1.1" status: 200 len: 811 time: 0.2340419 May 19 09:35:37.337322 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-45938b30-4892-456a-98b1-2e033762a1e0 req-dfcdd932-4874-473e-b9b0-c4f06c46181b tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/quotas/f0e37a2a177646dba68287797f2a6e26 HTTP/1.1" status: 200 len: 375 time: 0.0200310 May 19 09:35:37.495698 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7f6c3d2c-bf67-4400-aba2-eec74b99c9f4 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:37.507172 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7f6c3d2c-bf67-4400-aba2-eec74b99c9f4 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806387'] for floatingip, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:37.593306 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-45938b30-4892-456a-98b1-2e033762a1e0 req-6b17db62-a74c-4fd1-ab00-a054da84a6a3 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Synchronizing usage tracker for tenant:f0e37a2a177646dba68287797f2a6e26 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:37.672087 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-45938b30-4892-456a-98b1-2e033762a1e0 req-6b17db62-a74c-4fd1-ab00-a054da84a6a3 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Unset dirty status for tenant:f0e37a2a177646dba68287797f2a6e26 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:37.672087 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-45938b30-4892-456a-98b1-2e033762a1e0 req-6b17db62-a74c-4fd1-ab00-a054da84a6a3 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f0e37a2a177646dba68287797f2a6e26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2692280 May 19 09:35:37.787449 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.db.l3_db [None req-7f6c3d2c-bf67-4400-aba2-eec74b99c9f4 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Floating IP 74ac6384-ddb4-49e9-b262-d787a283f969 associated. External IP: 172.28.0.119, port: b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0. May 19 09:35:38.014298 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:35:38.046954 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-45938b30-4892-456a-98b1-2e033762a1e0 req-0f08dbfc-db0a-46da-82b4-79435af4262f service neutron] 10.222.0.61 "GET /v2.0/networks/fe3c14a7-95b2-4211-8c13-ae471fbbb112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621469 May 19 09:35:38.277101 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-45938b30-4892-456a-98b1-2e033762a1e0 req-8812d5ae-005d-48b1-8fe2-1ba92e515694 service neutron] 10.222.0.61 "GET /v2.0/networks/fe3c14a7-95b2-4211-8c13-ae471fbbb112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203307 May 19 09:35:38.377299 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6c3d2c-bf67-4400-aba2-eec74b99c9f4 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Router 0a25074c-9bb1-424e-a172-4d1b7e67b33d has already been hosted by L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:35:38.490534 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-0c6f6d32-415b-4c9b-bad9-8a6c0d7f17b2 req-d728973f-ca82-414b-b33f-d77cb2d8c690 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7f3482e-ba34-4d5f-bfe2-125088aa1114 HTTP/1.1" status: 200 len: 210 time: 0.0604331 May 19 09:35:38.573529 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6c3d2c-bf67-4400-aba2-eec74b99c9f4 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:35:38.578507 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7f6c3d2c-bf67-4400-aba2-eec74b99c9f4 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for floatingip, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:38.583667 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7cf13b-69fc-484d-855d-233518c0c1eb None None] Sync routers for ids ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'] in dv-cinder-791281-2-smb {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:35:38.594635 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7cf13b-69fc-484d-855d-233518c0c1eb None None] Routers {'0a25074c-9bb1-424e-a172-4d1b7e67b33d'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:35:38.595251 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-8f7cf13b-69fc-484d-855d-233518c0c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:35:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:38.639232 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-7f6c3d2c-bf67-4400-aba2-eec74b99c9f4 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "PUT /v2.0/floatingips/74ac6384-ddb4-49e9-b262-d787a283f969 HTTP/1.1" status: 200 len: 992 time: 2.3224881 May 19 09:35:38.640210 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b81766-e256-439b-9813-950fbb0d4242', 'tag': 'b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:35:38.688599 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b81766-e256-439b-9813-950fbb0d4242', 'tag': 'b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0', 'status': 'completed', 'code': 200} May 19 09:35:38.782540 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 46228) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:38.824294 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9347a5a-fe9a-4cce-901d-662d2748aa8e req-980339d2-c235-4f50-9dfa-459934a89635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:38.826208 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f9347a5a-fe9a-4cce-901d-662d2748aa8e req-980339d2-c235-4f50-9dfa-459934a89635 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=51496ccd2f3e43809de083dde69c59d1&device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 1099 time: 0.1050963 May 19 09:35:38.849032 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a710e1-5744-4fcb-8a12-b35f5b7e020c admin admin] Deleting subnet 099d13c3-46be-4fd5-8429-9f65ee7ad29a {{(pid=91652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:35:38.849800 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-8f7cf13b-69fc-484d-855d-233518c0c1eb None None] Set router 0a25074c-9bb1-424e-a172-4d1b7e67b33d gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:35:38.852262 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f8a710e1-5744-4fcb-8a12-b35f5b7e020c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:38.917659 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f8a710e1-5744-4fcb-8a12-b35f5b7e020c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225997'] for subnet, precommit_delete_associations {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:38.987557 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9347a5a-fe9a-4cce-901d-662d2748aa8e req-457abd8a-2694-45c9-9cb1-2d998be06948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:38.991261 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f9347a5a-fe9a-4cce-901d-662d2748aa8e req-457abd8a-2694-45c9-9cb1-2d998be06948 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0e9acd08-416e-46e7-b45a-77614ba19575 HTTP/1.1" status: 200 len: 918 time: 0.1567280 May 19 09:35:38.992556 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f8a710e1-5744-4fcb-8a12-b35f5b7e020c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874305'] for subnet, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:39.140757 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f9347a5a-fe9a-4cce-901d-662d2748aa8e req-60474ac7-a5f4-410c-94e6-039ba912bcfc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 HTTP/1.1" status: 200 len: 1000 time: 0.1297505 May 19 09:35:39.207993 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9347a5a-fe9a-4cce-901d-662d2748aa8e req-19a7a09d-56ae-42c8-aaed-22b89d0239bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:39.209481 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f9347a5a-fe9a-4cce-901d-662d2748aa8e req-19a7a09d-56ae-42c8-aaed-22b89d0239bc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ec9b341-41fc-4e94-9468-56afed9dd04b HTTP/1.1" status: 200 len: 856 time: 0.0612602 May 19 09:35:39.231095 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-8f7cf13b-69fc-484d-855d-233518c0c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'name': 'tempest-AttachVolumeShelveTestJSON-1874506753-router', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:40Z', 'revision_number': 4, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'gw_port': {'id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:25Z', 'updated_at': '2021-05-19T09:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_floatingips': [{'id': '74ac6384-ddb4-49e9-b262-d787a283f969', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'floating_ip_address': '172.28.0.119', 'floating_network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'router_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'port_id': 'b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'mac_address': 'fa:16:3e:52:24:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b81766-e256-439b-9813-950fbb0d4242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:35:23Z', 'updated_at': '2021-05-19T09:35:37Z', 'revision_number': 1, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e641135-8a85-4e29-8cd2-e7cfcf16ee45', 'name': '', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'mac_address': 'fa:16:3e:3c:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:36Z', 'updated_at': '2021-05-19T09:31:53Z', 'revision_number': 5, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'subnets': [{'id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:39.234982 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7cf13b-69fc-484d-855d-233518c0c1eb None None] Checking router: 0a25074c-9bb1-424e-a172-4d1b7e67b33d for host: dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:35:39.243471 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7cf13b-69fc-484d-855d-233518c0c1eb None None] Routers {'0a25074c-9bb1-424e-a172-4d1b7e67b33d'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:35:39.244078 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-8f7cf13b-69fc-484d-855d-233518c0c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:35:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:39.294042 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9347a5a-fe9a-4cce-901d-662d2748aa8e req-3179761d-5a29-41e0-891c-5607f0a9b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:39.295619 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f9347a5a-fe9a-4cce-901d-662d2748aa8e req-3179761d-5a29-41e0-891c-5607f0a9b4a1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0e9acd08-416e-46e7-b45a-77614ba19575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792003 May 19 09:35:39.300164 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f8a710e1-5744-4fcb-8a12-b35f5b7e020c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2887608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60223505'] for subnet, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:39.305266 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:39.353183 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a710e1-5744-4fcb-8a12-b35f5b7e020c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=099d13c3-46be-4fd5-8429-9f65ee7ad29a,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:39.357123 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f8a710e1-5744-4fcb-8a12-b35f5b7e020c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:39.361812 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f8a710e1-5744-4fcb-8a12-b35f5b7e020c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:39.365001 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-f8a710e1-5744-4fcb-8a12-b35f5b7e020c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/099d13c3-46be-4fd5-8429-9f65ee7ad29a HTTP/1.1" status: 204 len: 168 time: 0.5815811 May 19 09:35:39.367527 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 46236) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:39.441303 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-8f7cf13b-69fc-484d-855d-233518c0c1eb None None] Set router 0a25074c-9bb1-424e-a172-4d1b7e67b33d gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:35:39.466759 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f9347a5a-fe9a-4cce-901d-662d2748aa8e req-6579707d-99fc-4f89-b697-7b35ea66ee86 service neutron] 10.222.0.76 "GET /v2.0/networks/0e9acd08-416e-46e7-b45a-77614ba19575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601348 May 19 09:35:39.480384 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a7933ebc-cc9f-4718-a814-e11e6313f527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723769'] for network, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:39.624970 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a7933ebc-cc9f-4718-a814-e11e6313f527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868810', 'neutron.services.segments.db._delete_segments_for_network-8789556565890'] for network, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:39.640796 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.services.segments.db [None req-a7933ebc-cc9f-4718-a814-e11e6313f527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b3de88-f363-4fa7-abbd-ef35d956f85b']}} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:39.656906 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.services.segments.db [None req-a7933ebc-cc9f-4718-a814-e11e6313f527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02da7a2-52d2-48d0-86ed-ebf526695825') {'for_net_delete': True} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:39.657294 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.services.segments.db [None req-a7933ebc-cc9f-4718-a814-e11e6313f527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02da7a2-52d2-48d0-86ed-ebf526695825') {} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:39.709072 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a7933ebc-cc9f-4718-a814-e11e6313f527 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789556576395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2226010'] for segment, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:39.731883 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-096b80f6-54ec-49d6-aa91-6c57aea8dde3 req-08f0e56f-8747-4f80-a1dd-a5a72ed7fc4b tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7f3482e-ba34-4d5f-bfe2-125088aa1114 HTTP/1.1" status: 200 len: 210 time: 0.0659404 May 19 09:35:39.738339 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a7933ebc-cc9f-4718-a814-e11e6313f527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:39.746068 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7933ebc-cc9f-4718-a814-e11e6313f527 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=91652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:35:39.746470 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a7933ebc-cc9f-4718-a814-e11e6313f527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2838810'] for segment, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:39.759928 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f9347a5a-fe9a-4cce-901d-662d2748aa8e req-ea01b10e-0bf6-4269-b599-3a749641e51d service neutron] 10.222.0.76 "GET /v2.0/networks/0e9acd08-416e-46e7-b45a-77614ba19575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824144 May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: Traceback (most recent call last): May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: timer() May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: cb(*args, **kw) May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: return func(*args, **kwargs) May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: self._notify() May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: self.callback(batched_events) May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: event.method(event) May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: return f(self, *a, **k) May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: return self._get(url).json() May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: return self.request(url, 'GET', **kwargs) May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:35:39.761172 dv-cinder-791281-2-smb neutron-server[91652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:35:39.840332 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a7933ebc-cc9f-4718-a814-e11e6313f527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827017'] for network, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:39.844784 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e236385e-27f2-4910-a9cf-a54dc26aa755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:39.867945 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a7933ebc-cc9f-4718-a814-e11e6313f527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:39.869363 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-8f7cf13b-69fc-484d-855d-233518c0c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'name': 'tempest-AttachVolumeShelveTestJSON-1874506753-router', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:40Z', 'revision_number': 4, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'gw_port': {'id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:25Z', 'updated_at': '2021-05-19T09:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_floatingips': [{'id': '74ac6384-ddb4-49e9-b262-d787a283f969', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'floating_ip_address': '172.28.0.119', 'floating_network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'router_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'port_id': 'b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'mac_address': 'fa:16:3e:52:24:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b81766-e256-439b-9813-950fbb0d4242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:35:23Z', 'updated_at': '2021-05-19T09:35:37Z', 'revision_number': 1, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e641135-8a85-4e29-8cd2-e7cfcf16ee45', 'name': '', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'mac_address': 'fa:16:3e:3c:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:36Z', 'updated_at': '2021-05-19T09:31:53Z', 'revision_number': 5, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'subnets': [{'id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:39.873703 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7cf13b-69fc-484d-855d-233518c0c1eb None None] The sync data for ids ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'] in dv-cinder-791281-2-smb is: [{'id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'name': 'tempest-AttachVolumeShelveTestJSON-1874506753-router', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:40Z', 'revision_number': 4, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'gw_port': {'id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:25Z', 'updated_at': '2021-05-19T09:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_floatingips': [{'id': '74ac6384-ddb4-49e9-b262-d787a283f969', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'floating_ip_address': '172.28.0.119', 'floating_network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'router_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'port_id': 'b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'mac_address': 'fa:16:3e:52:24:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b81766-e256-439b-9813-950fbb0d4242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:35:23Z', 'updated_at': '2021-05-19T09:35:37Z', 'revision_number': 1, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e641135-8a85-4e29-8cd2-e7cfcf16ee45', 'name': '', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'mac_address': 'fa:16:3e:3c:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:36Z', 'updated_at': '2021-05-19T09:31:53Z', 'revision_number': 5, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'subnets': [{'id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:35:39.884518 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7933ebc-cc9f-4718-a814-e11e6313f527 admin admin] Pushing event deleted for resources: {'Network': ['ID=55b3de88-f363-4fa7-abbd-ef35d956f85b,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:39.887099 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a7933ebc-cc9f-4718-a814-e11e6313f527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:39.895637 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-a7933ebc-cc9f-4718-a814-e11e6313f527 admin admin] 10.222.0.61 "DELETE /v2.0/networks/55b3de88-f363-4fa7-abbd-ef35d956f85b HTTP/1.1" status: 204 len: 168 time: 0.5270286 May 19 09:35:39.898396 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 46244) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:39.970164 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a780e9-1bd7-4ae2-99e0-4540ca7d7048 admin admin] Deleting subnet 55162913-d50b-48b9-a22b-10d43f5b1b84 {{(pid=91652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:35:39.974699 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-23a780e9-1bd7-4ae2-99e0-4540ca7d7048 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:40.032668 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-23a780e9-1bd7-4ae2-99e0-4540ca7d7048 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225997'] for subnet, precommit_delete_associations {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:40.102803 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-23a780e9-1bd7-4ae2-99e0-4540ca7d7048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874305'] for subnet, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:40.126803 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caa38d1-d532-4eef-961c-9e7b9feed440 None None] New status for floating IP 74ac6384-ddb4-49e9-b262-d787a283f969: ACTIVE {{(pid=91654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:35:40.135768 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45938b30-4892-456a-98b1-2e033762a1e0 req-974f5aca-1060-4838-825e-58597804a9e7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:40.137419 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-45938b30-4892-456a-98b1-2e033762a1e0 req-974f5aca-1060-4838-825e-58597804a9e7 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.76 "GET /v2.0/networks?id=fe3c14a7-95b2-4211-8c13-ae471fbbb112 HTTP/1.1" status: 200 len: 811 time: 0.1669309 May 19 09:35:40.205257 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-45938b30-4892-456a-98b1-2e033762a1e0 req-5a56ed2e-cdcb-4df7-8a16-05c040d72056 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0e37a2a177646dba68287797f2a6e26 HTTP/1.1" status: 200 len: 380 time: 0.0566931 May 19 09:35:40.215865 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-45938b30-4892-456a-98b1-2e033762a1e0 req-875d0d30-8516-4b2d-9480-8893610dbaa5 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Request body: {'port': {'device_id': 'a7f3482e-ba34-4d5f-bfe2-125088aa1114', 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'admin_state_up': True, 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'security_groups': ['c3f9acb5-a732-4472-88d3-5a7e712920bb']}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:40.373805 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-45938b30-4892-456a-98b1-2e033762a1e0 req-875d0d30-8516-4b2d-9480-8893610dbaa5 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:40.384318 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-23a780e9-1bd7-4ae2-99e0-4540ca7d7048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2887608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60223505'] for subnet, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:40.386789 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-45938b30-4892-456a-98b1-2e033762a1e0 req-875d0d30-8516-4b2d-9480-8893610dbaa5 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:40.391998 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ffb07266-bb75-4f08-a49d-1841c8a07266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:40.399457 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45938b30-4892-456a-98b1-2e033762a1e0 req-875d0d30-8516-4b2d-9480-8893610dbaa5 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Made reservation on behalf of f0e37a2a177646dba68287797f2a6e26 for: {'port': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:35:40.405041 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-45938b30-4892-456a-98b1-2e033762a1e0 req-875d0d30-8516-4b2d-9480-8893610dbaa5 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:40.520180 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:40.535289 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a780e9-1bd7-4ae2-99e0-4540ca7d7048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55162913-d50b-48b9-a22b-10d43f5b1b84,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:40.538363 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-23a780e9-1bd7-4ae2-99e0-4540ca7d7048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:40.541213 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-23a780e9-1bd7-4ae2-99e0-4540ca7d7048 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:40.550160 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-23a780e9-1bd7-4ae2-99e0-4540ca7d7048 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/55162913-d50b-48b9-a22b-10d43f5b1b84 HTTP/1.1" status: 204 len: 168 time: 0.6475370 May 19 09:35:40.550390 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 46258) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:40.603320 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [req-45938b30-4892-456a-98b1-2e033762a1e0 req-875d0d30-8516-4b2d-9480-8893610dbaa5 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Allocated IP 172.20.0.5 (fe3c14a7-95b2-4211-8c13-ae471fbbb112/021c4d73-41b9-4450-ab59-fd4ec8b0ebec/4b99351d-f0cd-461a-ae87-551c620d4680) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:35:40.659695 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-fc44ee09-ae4e-43a9-967a-64be9519c304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723769'] for network, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:40.795924 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-fc44ee09-ae4e-43a9-967a-64be9519c304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868810', 'neutron.services.segments.db._delete_segments_for_network-8789556565890'] for network, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:40.810629 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.services.segments.db [None req-fc44ee09-ae4e-43a9-967a-64be9519c304 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ec7574-f79b-495a-bcf0-daa7a8e65b7f']}} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:40.813082 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-45938b30-4892-456a-98b1-2e033762a1e0 req-875d0d30-8516-4b2d-9480-8893610dbaa5 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:40.823731 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.services.segments.db [None req-fc44ee09-ae4e-43a9-967a-64be9519c304 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1861fdc1-dd7e-4892-994b-4a5263eca9ec') {'for_net_delete': True} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:40.824032 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.services.segments.db [None req-fc44ee09-ae4e-43a9-967a-64be9519c304 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1861fdc1-dd7e-4892-994b-4a5263eca9ec') {} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:40.830067 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-45938b30-4892-456a-98b1-2e033762a1e0 req-875d0d30-8516-4b2d-9480-8893610dbaa5 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Transition to ACTIVE for port object 4b99351d-f0cd-461a-ae87-551c620d4680 will not be triggered until provisioned by entity DHCP. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:40.835852 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-fc44ee09-ae4e-43a9-967a-64be9519c304 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789556576395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2226010'] for segment, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:40.854236 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-fc44ee09-ae4e-43a9-967a-64be9519c304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:40.860459 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc44ee09-ae4e-43a9-967a-64be9519c304 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=91652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:35:40.860852 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-fc44ee09-ae4e-43a9-967a-64be9519c304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2838810'] for segment, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: Traceback (most recent call last): May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: timer() May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: cb(*args, **kw) May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: return func(*args, **kwargs) May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: self._notify() May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: self.callback(batched_events) May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: event.method(event) May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: return f(self, *a, **k) May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: return self._get(url).json() May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: return self.request(url, 'GET', **kwargs) May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:35:40.874536 dv-cinder-791281-2-smb neutron-server[91652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:35:40.894551 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e7640f00-5102-4cf8-be74-75b6836e153e req-2de08ff5-b9d7-4672-b17e-e7e3b34d5351 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7f3482e-ba34-4d5f-bfe2-125088aa1114 HTTP/1.1" status: 200 len: 210 time: 0.0463550 May 19 09:35:40.899535 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-45938b30-4892-456a-98b1-2e033762a1e0 req-875d0d30-8516-4b2d-9480-8893610dbaa5 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:40.906175 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:40.954854 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-fc44ee09-ae4e-43a9-967a-64be9519c304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827017'] for network, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:40.960519 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:40.980160 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-fc44ee09-ae4e-43a9-967a-64be9519c304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:40.984145 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45938b30-4892-456a-98b1-2e033762a1e0 req-875d0d30-8516-4b2d-9480-8893610dbaa5 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Network fe3c14a7-95b2-4211-8c13-ae471fbbb112 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:40.988299 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [req-45938b30-4892-456a-98b1-2e033762a1e0 req-875d0d30-8516-4b2d-9480-8893610dbaa5 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Resources bound (agent type, host, resource id): {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:40.992834 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-45938b30-4892-456a-98b1-2e033762a1e0 req-875d0d30-8516-4b2d-9480-8893610dbaa5 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:35:40.993610 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-fc44ee09-ae4e-43a9-967a-64be9519c304 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f4ec7574-f79b-495a-bcf0-daa7a8e65b7f HTTP/1.1" status: 204 len: 168 time: 0.4422116 May 19 09:35:40.997748 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44ee09-ae4e-43a9-967a-64be9519c304 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4ec7574-f79b-495a-bcf0-daa7a8e65b7f,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:41.001284 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-fc44ee09-ae4e-43a9-967a-64be9519c304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:41.022209 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0d30-8516-4b2d-9480-8893610dbaa5 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Pushing event updated for resources: {'Port': ['ID=4b99351d-f0cd-461a-ae87-551c620d4680,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:41.029507 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-875d0d30-8516-4b2d-9480-8893610dbaa5 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:41.062528 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45938b30-4892-456a-98b1-2e033762a1e0 req-875d0d30-8516-4b2d-9480-8893610dbaa5 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:41.062528 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-45938b30-4892-456a-98b1-2e033762a1e0 req-875d0d30-8516-4b2d-9480-8893610dbaa5 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:41.088485 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-45938b30-4892-456a-98b1-2e033762a1e0 req-875d0d30-8516-4b2d-9480-8893610dbaa5 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8765910 May 19 09:35:41.102391 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-45938b30-4892-456a-98b1-2e033762a1e0 req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] Request body: {'port': {'device_id': 'a7f3482e-ba34-4d5f-bfe2-125088aa1114', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:41.136061 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 46270) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:41.191697 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-7edaee4b-faad-4681-b34d-53db225dfaab admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d9b52e02248c4365950f867f00b6c015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513909 May 19 09:35:41.191897 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 46274) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:41.224674 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-45938b30-4892-456a-98b1-2e033762a1e0 req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:41.233193 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-7c6b5a66-9811-4858-896e-24790f1d9aa2 None None] Provisioning for port 4b99351d-f0cd-461a-ae87-551c620d4680 completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:41.240246 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-7c6b5a66-9811-4858-896e-24790f1d9aa2 None None] Provisioning complete for port 4b99351d-f0cd-461a-ae87-551c620d4680 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:41.240631 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-7c6b5a66-9811-4858-896e-24790f1d9aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:41.256564 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-35edb379-5b40-4959-9fec-9689afa601d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:41.286580 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-35edb379-5b40-4959-9fec-9689afa601d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:41.297084 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-7c6b5a66-9811-4858-896e-24790f1d9aa2 None None] Port 4b99351d-f0cd-461a-ae87-551c620d4680 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:35:41.341408 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-35edb379-5b40-4959-9fec-9689afa601d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:41.346083 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-c5c13427-5941-449c-b70d-af6b64420ffe tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:41.359593 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edb379-5b40-4959-9fec-9689afa601d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dd049f-e531-4ada-9105-39103eaa41bf,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:41.362914 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-35edb379-5b40-4959-9fec-9689afa601d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:41.369065 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-35edb379-5b40-4959-9fec-9689afa601d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:41.370192 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-35edb379-5b40-4959-9fec-9689afa601d1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/64dd049f-e531-4ada-9105-39103eaa41bf HTTP/1.1" status: 204 len: 168 time: 0.1774354 May 19 09:35:41.588712 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [req-45938b30-4892-456a-98b1-2e033762a1e0 req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b99351d-f0cd-461a-ae87-551c620d4680 {{(pid=91651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:35:41.596531 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-45938b30-4892-456a-98b1-2e033762a1e0 req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:41.610862 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-45938b30-4892-456a-98b1-2e033762a1e0 req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] Transition to ACTIVE for port object 4b99351d-f0cd-461a-ae87-551c620d4680 will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:41.615233 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-45938b30-4892-456a-98b1-2e033762a1e0 req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2459273'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:41.619861 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-5b432e7d-b3ac-4152-9912-a5c6b3acf100 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:41.790730 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 46286) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:41.804898 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] Pushing event updated for resources: {'Port': ['ID=4b99351d-f0cd-461a-ae87-551c620d4680,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:41.813093 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:41.852544 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-a2821b25-2a29-47d4-b086-ab19469de65e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9165c53dba4c499c90ab7afab7078f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0583246 May 19 09:35:41.852860 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 46290) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:41.882423 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-45938b30-4892-456a-98b1-2e033762a1e0 req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] Attempting to bind port 4b99351d-f0cd-461a-ae87-551c620d4680 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:35:41.882969 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-45938b30-4892-456a-98b1-2e033762a1e0 req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] Attempting to bind port 4b99351d-f0cd-461a-ae87-551c620d4680 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '99fe1dc6-5cc0-4f55-a1cd-65f659881fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:35:41.883139 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45938b30-4892-456a-98b1-2e033762a1e0 req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] Attempting to bind port 4b99351d-f0cd-461a-ae87-551c620d4680 on network fe3c14a7-95b2-4211-8c13-ae471fbbb112 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:41.887715 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45938b30-4892-456a-98b1-2e033762a1e0 req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] Port 4b99351d-f0cd-461a-ae87-551c620d4680 on network fe3c14a7-95b2-4211-8c13-ae471fbbb112 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:35:41.888083 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45938b30-4892-456a-98b1-2e033762a1e0 req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] Attempting to bind port 4b99351d-f0cd-461a-ae87-551c620d4680 on network fe3c14a7-95b2-4211-8c13-ae471fbbb112 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:41.893974 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45938b30-4892-456a-98b1-2e033762a1e0 req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] Checking agent: {'id': 'e2b12f16-87f3-476d-a836-3e2e94bcfd4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'started_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:35:41.894314 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45938b30-4892-456a-98b1-2e033762a1e0 req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] Checking segment: {'id': '99fe1dc6-5cc0-4f55-a1cd-65f659881fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:41.894692 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45938b30-4892-456a-98b1-2e033762a1e0 req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] Bound using segment: {'id': '99fe1dc6-5cc0-4f55-a1cd-65f659881fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:35:41.895188 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-45938b30-4892-456a-98b1-2e033762a1e0 req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] Bound port: 4b99351d-f0cd-461a-ae87-551c620d4680, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99fe1dc6-5cc0-4f55-a1cd-65f659881fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:35:41.895444 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-45938b30-4892-456a-98b1-2e033762a1e0 req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:41.914589 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-181b56ff-d1d0-4dd3-acb6-541847d67b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:41.941937 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-181b56ff-d1d0-4dd3-acb6-541847d67b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:42.002140 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-181b56ff-d1d0-4dd3-acb6-541847d67b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:42.007437 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-1b3b746d-cd1f-4eb0-a45e-b107cc242d2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:42.023920 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b56ff-d1d0-4dd3-acb6-541847d67b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253b5c67-7d9e-422c-96ef-c718dc4c7da1,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:42.026245 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-181b56ff-d1d0-4dd3-acb6-541847d67b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:42.029872 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-181b56ff-d1d0-4dd3-acb6-541847d67b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:42.031121 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-181b56ff-d1d0-4dd3-acb6-541847d67b1f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/253b5c67-7d9e-422c-96ef-c718dc4c7da1 HTTP/1.1" status: 204 len: 168 time: 0.1775107 May 19 09:35:42.145621 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-45938b30-4892-456a-98b1-2e033762a1e0 req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] For port 4b99351d-f0cd-461a-ae87-551c620d4680, host hv-cinder-79128, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:35:42.149436 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-45938b30-4892-456a-98b1-2e033762a1e0 req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] For port 4b99351d-f0cd-461a-ae87-551c620d4680, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4b99351d-f0cd-461a-ae87-551c620d4680,segment=NetworkSegment(99fe1dc6-5cc0-4f55-a1cd-65f659881fe2),segment_id=99fe1dc6-5cc0-4f55-a1cd-65f659881fe2)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:35:42.154102 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-45938b30-4892-456a-98b1-2e033762a1e0 req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2459273'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:42.159869 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f9fbb4fe-496b-4e07-ae2a-0a1804dc7778 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:42.226461 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45938b30-4892-456a-98b1-2e033762a1e0 req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:42.226461 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-45938b30-4892-456a-98b1-2e033762a1e0 req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:42.227803 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-45938b30-4892-456a-98b1-2e033762a1e0 req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] 10.222.0.76 "PUT /v2.0/ports/4b99351d-f0cd-461a-ae87-551c620d4680 HTTP/1.1" status: 200 len: 1093 time: 1.1306100 May 19 09:35:42.228308 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f3482e-ba34-4d5f-bfe2-125088aa1114', 'tag': '4b99351d-f0cd-461a-ae87-551c620d4680'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:35:42.255112 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4cc16-a7e2-4c40-a6d8-aef1ba81187c req-53dea84c-3860-4c91-a0bc-99798b69f3a6 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:42.255841 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-62a4cc16-a7e2-4c40-a6d8-aef1ba81187c req-53dea84c-3860-4c91-a0bc-99798b69f3a6 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Synchronizing usage tracker for tenant:f0e37a2a177646dba68287797f2a6e26 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:42.264796 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] Pushing event updated for resources: {'Port': ['ID=4b99351d-f0cd-461a-ae87-551c620d4680,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:42.269541 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:42.313592 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f3482e-ba34-4d5f-bfe2-125088aa1114', 'tag': '4b99351d-f0cd-461a-ae87-551c620d4680', 'status': 'completed', 'code': 200} May 19 09:35:42.320587 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-62a4cc16-a7e2-4c40-a6d8-aef1ba81187c req-53dea84c-3860-4c91-a0bc-99798b69f3a6 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Unset dirty status for tenant:f0e37a2a177646dba68287797f2a6e26 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:42.321741 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-62a4cc16-a7e2-4c40-a6d8-aef1ba81187c req-53dea84c-3860-4c91-a0bc-99798b69f3a6 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7f3482e-ba34-4d5f-bfe2-125088aa1114 HTTP/1.1" status: 200 len: 943 time: 0.2593081 May 19 09:35:42.390969 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-62a4cc16-a7e2-4c40-a6d8-aef1ba81187c req-7384625e-36df-4f4f-8420-d4e099cc5791 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3f9acb5-a732-4472-88d3-5a7e712920bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589523 May 19 09:35:42.398371 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45938b30-4892-456a-98b1-2e033762a1e0 req-b4b33f3e-804b-4b62-8a78-89d671d87ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:42.399829 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-45938b30-4892-456a-98b1-2e033762a1e0 req-b4b33f3e-804b-4b62-8a78-89d671d87ab1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f0e37a2a177646dba68287797f2a6e26&device_id=a7f3482e-ba34-4d5f-bfe2-125088aa1114 HTTP/1.1" status: 200 len: 1096 time: 0.1247165 May 19 09:35:42.472752 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-45938b30-4892-456a-98b1-2e033762a1e0 req-368dc9d8-0d4f-4f25-adc9-499b9f53d44b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b99351d-f0cd-461a-ae87-551c620d4680 HTTP/1.1" status: 200 len: 217 time: 0.0647974 May 19 09:35:42.539708 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45938b30-4892-456a-98b1-2e033762a1e0 req-3aabc34e-7f54-488d-90c2-a5a211603e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:42.541122 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-45938b30-4892-456a-98b1-2e033762a1e0 req-3aabc34e-7f54-488d-90c2-a5a211603e8c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=021c4d73-41b9-4450-ab59-fd4ec8b0ebec HTTP/1.1" status: 200 len: 850 time: 0.0624263 May 19 09:35:42.618807 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45938b30-4892-456a-98b1-2e033762a1e0 req-bc73b324-fbb2-4995-a53b-6a069077829d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:42.618807 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-45938b30-4892-456a-98b1-2e033762a1e0 req-bc73b324-fbb2-4995-a53b-6a069077829d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fe3c14a7-95b2-4211-8c13-ae471fbbb112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715823 May 19 09:35:42.755657 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-45938b30-4892-456a-98b1-2e033762a1e0 req-41ed75da-0e06-4638-a2a5-a83facba64f2 service neutron] 10.222.0.76 "GET /v2.0/networks/fe3c14a7-95b2-4211-8c13-ae471fbbb112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296120 May 19 09:35:42.898883 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-45938b30-4892-456a-98b1-2e033762a1e0 req-ac5cadd4-ee48-42d9-af53-712e1daf660b service neutron] 10.222.0.76 "GET /v2.0/networks/fe3c14a7-95b2-4211-8c13-ae471fbbb112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302891 May 19 09:35:43.020592 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3e1a9-0bd1-49fe-9e36-45801c611694 req-7473a5fe-d34c-416c-89ec-bb598436a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:43.022084 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-94b3e1a9-0bd1-49fe-9e36-45801c611694 req-7473a5fe-d34c-416c-89ec-bb598436a22b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f0e37a2a177646dba68287797f2a6e26&device_id=a7f3482e-ba34-4d5f-bfe2-125088aa1114 HTTP/1.1" status: 200 len: 1096 time: 0.0722401 May 19 09:35:43.154625 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3e1a9-0bd1-49fe-9e36-45801c611694 req-af9f0dd6-b009-4c8b-a717-4bfff2344c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:43.155984 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-94b3e1a9-0bd1-49fe-9e36-45801c611694 req-af9f0dd6-b009-4c8b-a717-4bfff2344c96 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fe3c14a7-95b2-4211-8c13-ae471fbbb112 HTTP/1.1" status: 200 len: 912 time: 0.1265056 May 19 09:35:43.232496 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-94b3e1a9-0bd1-49fe-9e36-45801c611694 req-62b174c6-e9a2-4c60-b046-e14288f71e16 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b99351d-f0cd-461a-ae87-551c620d4680 HTTP/1.1" status: 200 len: 217 time: 0.0688341 May 19 09:35:43.306890 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3e1a9-0bd1-49fe-9e36-45801c611694 req-84ae7b16-6eeb-4ee6-891a-dcdf124f1225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:43.308257 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-94b3e1a9-0bd1-49fe-9e36-45801c611694 req-84ae7b16-6eeb-4ee6-891a-dcdf124f1225 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=021c4d73-41b9-4450-ab59-fd4ec8b0ebec HTTP/1.1" status: 200 len: 850 time: 0.0688412 May 19 09:35:43.396183 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3e1a9-0bd1-49fe-9e36-45801c611694 req-1a7a49c7-e32d-4bff-bea9-ea77a159babb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:43.397719 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-94b3e1a9-0bd1-49fe-9e36-45801c611694 req-1a7a49c7-e32d-4bff-bea9-ea77a159babb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fe3c14a7-95b2-4211-8c13-ae471fbbb112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0809135 May 19 09:35:43.543376 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-94b3e1a9-0bd1-49fe-9e36-45801c611694 req-2dfcd4cf-4213-4b85-989f-0b46fab0a554 service neutron] 10.222.0.76 "GET /v2.0/networks/fe3c14a7-95b2-4211-8c13-ae471fbbb112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369398 May 19 09:35:43.740619 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-94b3e1a9-0bd1-49fe-9e36-45801c611694 req-b6809344-f97f-41d5-bea9-b44ed013217f service neutron] 10.222.0.76 "GET /v2.0/networks/fe3c14a7-95b2-4211-8c13-ae471fbbb112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885684 May 19 09:35:43.766374 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24720046-5db6-414e-9fc6-713b2efe3ef9 req-02e1dd55-5dfa-41a4-a4fb-5af7e2688ce1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:43.767857 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-24720046-5db6-414e-9fc6-713b2efe3ef9 req-02e1dd55-5dfa-41a4-a4fb-5af7e2688ce1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7f3482e-ba34-4d5f-bfe2-125088aa1114 HTTP/1.1" status: 200 len: 943 time: 0.1073074 May 19 09:35:43.819010 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-24720046-5db6-414e-9fc6-713b2efe3ef9 req-6a67c809-9b52-4858-ba4a-b3b31baf8cd6 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3f9acb5-a732-4472-88d3-5a7e712920bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450215 May 19 09:35:44.202507 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 4b99351d-f0cd-461a-ae87-551c620d4680 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:35:44.334572 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 4b99351d-f0cd-461a-ae87-551c620d4680, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4b99351d-f0cd-461a-ae87-551c620d4680,segment=NetworkSegment(99fe1dc6-5cc0-4f55-a1cd-65f659881fe2),segment_id=99fe1dc6-5cc0-4f55-a1cd-65f659881fe2)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:44.349125 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Returning: {'device': '4b99351d-f0cd-461a-ae87-551c620d4680', 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'port_id': '4b99351d-f0cd-461a-ae87-551c620d4680', 'mac_address': 'fa:16:3e:6e:f1:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:35:44.409161 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:44.427152 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b99351d-f0cd-461a-ae87-551c620d4680 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:35:44.443712 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 4b99351d-f0cd-461a-ae87-551c620d4680, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4b99351d-f0cd-461a-ae87-551c620d4680,segment=NetworkSegment(99fe1dc6-5cc0-4f55-a1cd-65f659881fe2),segment_id=99fe1dc6-5cc0-4f55-a1cd-65f659881fe2)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:44.447089 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:44.449623 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:44.515979 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=4b99351d-f0cd-461a-ae87-551c620d4680,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:44.519771 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:44.698907 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['4b99351d-f0cd-461a-ae87-551c620d4680'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:35:45.008946 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e85c4-7a8d-4ba5-be8c-0f4f89df5115 req-0002067a-2323-4e89-b6de-9bc14bceaf3f tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:45.010441 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-d31e85c4-7a8d-4ba5-be8c-0f4f89df5115 req-0002067a-2323-4e89-b6de-9bc14bceaf3f tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7f3482e-ba34-4d5f-bfe2-125088aa1114 HTTP/1.1" status: 200 len: 944 time: 0.0817342 May 19 09:35:45.054582 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-d31e85c4-7a8d-4ba5-be8c-0f4f89df5115 req-d085b688-a5d5-4527-97d9-d981014e3831 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Synchronizing usage tracker for tenant:f0e37a2a177646dba68287797f2a6e26 on resource:security_group {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:45.067898 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-d31e85c4-7a8d-4ba5-be8c-0f4f89df5115 req-d085b688-a5d5-4527-97d9-d981014e3831 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Unset dirty status for tenant:f0e37a2a177646dba68287797f2a6e26 on resource:security_group {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:45.069030 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-d31e85c4-7a8d-4ba5-be8c-0f4f89df5115 req-d085b688-a5d5-4527-97d9-d981014e3831 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3f9acb5-a732-4472-88d3-5a7e712920bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530338 May 19 09:35:46.214015 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 4b99351d-f0cd-461a-ae87-551c620d4680 up at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:46.261404 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714d3a4-1aaf-442f-a91a-ed415c16274f req-891820a8-6edc-4f0b-8bd0-4e5e129c9d12 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:46.262912 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-d714d3a4-1aaf-442f-a91a-ed415c16274f req-891820a8-6edc-4f0b-8bd0-4e5e129c9d12 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7f3482e-ba34-4d5f-bfe2-125088aa1114 HTTP/1.1" status: 200 len: 944 time: 0.0847068 May 19 09:35:46.286059 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning for port 4b99351d-f0cd-461a-ae87-551c620d4680 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:46.290602 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning complete for port 4b99351d-f0cd-461a-ae87-551c620d4680 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:46.291121 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:46.314703 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-d714d3a4-1aaf-442f-a91a-ed415c16274f req-f7983a5d-852e-447f-9c7c-d67a4297e0ba tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3f9acb5-a732-4472-88d3-5a7e712920bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448844 May 19 09:35:46.441369 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:46.467312 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f3482e-ba34-4d5f-bfe2-125088aa1114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b99351d-f0cd-461a-ae87-551c620d4680'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:35:46.477235 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 4b99351d-f0cd-461a-ae87-551c620d4680, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4b99351d-f0cd-461a-ae87-551c620d4680,segment=NetworkSegment(99fe1dc6-5cc0-4f55-a1cd-65f659881fe2),segment_id=99fe1dc6-5cc0-4f55-a1cd-65f659881fe2)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:46.481213 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:46.483098 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:46.520960 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f3482e-ba34-4d5f-bfe2-125088aa1114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b99351d-f0cd-461a-ae87-551c620d4680', 'code': 200} May 19 09:35:46.555127 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=4b99351d-f0cd-461a-ae87-551c620d4680,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:46.557997 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:46.870376 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613144ed-39d1-41f0-bbcd-af848baa6bae req-73deac08-1455-4e24-afe0-3012c5030848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:46.871691 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-613144ed-39d1-41f0-bbcd-af848baa6bae req-73deac08-1455-4e24-afe0-3012c5030848 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a7f3482e-ba34-4d5f-bfe2-125088aa1114 HTTP/1.1" status: 200 len: 1098 time: 0.1642869 May 19 09:35:46.891024 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 46396) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:46.915550 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-613144ed-39d1-41f0-bbcd-af848baa6bae req-d0efbc2c-dfac-4bf5-a0de-fce6b72b234a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c3f9acb5-a732-4472-88d3-5a7e712920bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364249 May 19 09:35:47.013371 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-792cf911-7b1d-4bbc-8b5b-d24360683a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:47.027891 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-792cf911-7b1d-4bbc-8b5b-d24360683a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:47.031781 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-792cf911-7b1d-4bbc-8b5b-d24360683a9b admin admin] Usage tracker for resource:security_group_rule and tenant:042fa02efd2b41a88c3e55e5c8c83ab0 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:47.035209 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-792cf911-7b1d-4bbc-8b5b-d24360683a9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:47.040907 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-792cf911-7b1d-4bbc-8b5b-d24360683a9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:47.124331 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-792cf911-7b1d-4bbc-8b5b-d24360683a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:47.129152 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-792cf911-7b1d-4bbc-8b5b-d24360683a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:47.138001 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-181b56ff-d1d0-4dd3-acb6-541847d67b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:47.179424 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-792cf911-7b1d-4bbc-8b5b-d24360683a9b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=042fa02efd2b41a88c3e55e5c8c83ab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870460 May 19 09:35:47.181046 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792cf911-7b1d-4bbc-8b5b-d24360683a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbb598d-9cdd-40f0-8f93-10b7e336af85,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:47.182155 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 46408) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:47.184269 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-792cf911-7b1d-4bbc-8b5b-d24360683a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:47.245539 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-bfdcb0a6-dac2-442f-a779-f9157a4110c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:47.276587 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-bfdcb0a6-dac2-442f-a779-f9157a4110c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:47.330259 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-bfdcb0a6-dac2-442f-a779-f9157a4110c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:47.334092 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-e119b444-a2da-4dd9-8a91-420a4338c431 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:47.345576 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdcb0a6-dac2-442f-a779-f9157a4110c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbb598d-9cdd-40f0-8f93-10b7e336af85,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:47.349972 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-bfdcb0a6-dac2-442f-a779-f9157a4110c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:47.353649 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-bfdcb0a6-dac2-442f-a779-f9157a4110c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:47.359016 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-bfdcb0a6-dac2-442f-a779-f9157a4110c9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ebbb598d-9cdd-40f0-8f93-10b7e336af85 HTTP/1.1" status: 204 len: 168 time: 0.1754663 May 19 09:35:47.540829 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f731fc5-f5c0-47c9-a15d-721710aaeab0 req-94a98a29-3a3b-45b8-a359-274d68a9ea05 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:47.542252 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-8f731fc5-f5c0-47c9-a15d-721710aaeab0 req-94a98a29-3a3b-45b8-a359-274d68a9ea05 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7f3482e-ba34-4d5f-bfe2-125088aa1114 HTTP/1.1" status: 200 len: 945 time: 0.0892279 May 19 09:35:47.587844 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-8f731fc5-f5c0-47c9-a15d-721710aaeab0 req-591c9354-b675-4a4b-bd0a-0dfa7fc4a774 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3f9acb5-a732-4472-88d3-5a7e712920bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399759 May 19 09:35:48.045122 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 46440) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:48.159630 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-92481fcc-e1e8-43f6-98ef-ed05e2baeaa2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-480855695-network', 'tenant_id': '61b2a31574c540a4a96aed6c6737f801'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:48.164501 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-92481fcc-e1e8-43f6-98ef-ed05e2baeaa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:48.168595 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-92481fcc-e1e8-43f6-98ef-ed05e2baeaa2 admin admin] Usage tracker for resource:network and tenant:61b2a31574c540a4a96aed6c6737f801 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:48.171683 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-92481fcc-e1e8-43f6-98ef-ed05e2baeaa2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:48.179248 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-92481fcc-e1e8-43f6-98ef-ed05e2baeaa2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:48.190845 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92481fcc-e1e8-43f6-98ef-ed05e2baeaa2 admin admin] Made reservation on behalf of 61b2a31574c540a4a96aed6c6737f801 for: {'network': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:35:48.193223 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-92481fcc-e1e8-43f6-98ef-ed05e2baeaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-750978'] for network, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:48.206389 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-92481fcc-e1e8-43f6-98ef-ed05e2baeaa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:48.221760 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-92481fcc-e1e8-43f6-98ef-ed05e2baeaa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:48.225972 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-92481fcc-e1e8-43f6-98ef-ed05e2baeaa2 admin admin] Usage tracker for resource:security_group_rule and tenant:61b2a31574c540a4a96aed6c6737f801 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:48.228765 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-92481fcc-e1e8-43f6-98ef-ed05e2baeaa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:48.235263 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-92481fcc-e1e8-43f6-98ef-ed05e2baeaa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:48.319323 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-92481fcc-e1e8-43f6-98ef-ed05e2baeaa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:48.323003 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-92481fcc-e1e8-43f6-98ef-ed05e2baeaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:48.325937 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:48.357559 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92481fcc-e1e8-43f6-98ef-ed05e2baeaa2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=91651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:35:48.362858 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92481fcc-e1e8-43f6-98ef-ed05e2baeaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa77317-5b8f-41ea-8726-8c470e168d15,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:48.366387 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-92481fcc-e1e8-43f6-98ef-ed05e2baeaa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:48.370818 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-92481fcc-e1e8-43f6-98ef-ed05e2baeaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:48.370944 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.db.segments_db [None req-92481fcc-e1e8-43f6-98ef-ed05e2baeaa2 admin admin] Added segment 3f0130d5-eef5-420e-8138-feb6c03b5b69 of type vlan for network 1abdadbf-2b88-44ea-aa05-e773a5110f8e May 19 09:35:48.403339 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-92481fcc-e1e8-43f6-98ef-ed05e2baeaa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789556115559'] for network, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:48.436462 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-92481fcc-e1e8-43f6-98ef-ed05e2baeaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355'] for network, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:48.438086 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92481fcc-e1e8-43f6-98ef-ed05e2baeaa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:48.438673 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-92481fcc-e1e8-43f6-98ef-ed05e2baeaa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:48.444233 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-e3167ac3-dade-45d2-97f4-a0eae8d57c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:48.545154 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92481fcc-e1e8-43f6-98ef-ed05e2baeaa2 admin admin] Pushing event updated for resources: {'Network': ['ID=1abdadbf-2b88-44ea-aa05-e773a5110f8e,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:48.548362 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-92481fcc-e1e8-43f6-98ef-ed05e2baeaa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:48.550484 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-92481fcc-e1e8-43f6-98ef-ed05e2baeaa2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5044467 May 19 09:35:48.553326 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 46446) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:48.555007 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Network 1abdadbf-2b88-44ea-aa05-e773a5110f8e details requested by agent ovs-agent-dv-cinder-791281-2-smb with host dv-cinder-791281-2-smb {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:35:48.558854 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-d391ac9d-ce47-4036-ac3e-bebe798ae5fc admin admin] Request body: {'subnet': {'network_id': '1abdadbf-2b88-44ea-aa05-e773a5110f8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-480855695-subnet', 'tenant_id': '61b2a31574c540a4a96aed6c6737f801', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:48.563554 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-d391ac9d-ce47-4036-ac3e-bebe798ae5fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:48.568120 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-d391ac9d-ce47-4036-ac3e-bebe798ae5fc admin admin] Usage tracker for resource:subnet and tenant:61b2a31574c540a4a96aed6c6737f801 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:48.571051 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-d391ac9d-ce47-4036-ac3e-bebe798ae5fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:48.576722 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-d391ac9d-ce47-4036-ac3e-bebe798ae5fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:48.591244 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d391ac9d-ce47-4036-ac3e-bebe798ae5fc admin admin] Made reservation on behalf of 61b2a31574c540a4a96aed6c6737f801 for: {'subnet': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:35:48.593722 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d391ac9d-ce47-4036-ac3e-bebe798ae5fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2438433'] for subnet, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:48.778461 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd939a04-9470-4627-a23f-29075defe011 req-31bee106-f48b-45a2-97fe-ea71410e1c6a tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:48.779965 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-dd939a04-9470-4627-a23f-29075defe011 req-31bee106-f48b-45a2-97fe-ea71410e1c6a tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7f3482e-ba34-4d5f-bfe2-125088aa1114 HTTP/1.1" status: 200 len: 945 time: 0.0839105 May 19 09:35:48.837542 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-dd939a04-9470-4627-a23f-29075defe011 req-f5aa8f8e-459a-46eb-835f-7c8b11a451a4 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3f9acb5-a732-4472-88d3-5a7e712920bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503953 May 19 09:35:48.985491 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d391ac9d-ce47-4036-ac3e-bebe798ae5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2438419'] for subnet, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:48.991328 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-420144ff-e327-4d29-b104-071022ceadb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:49.014484 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047bfe8-9b52-4ceb-bd55-6f52fb5e5487 req-7fa92298-ed06-44da-b41d-537317dc59f8 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:49.015951 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-6047bfe8-9b52-4ceb-bd55-6f52fb5e5487 req-7fa92298-ed06-44da-b41d-537317dc59f8 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7f3482e-ba34-4d5f-bfe2-125088aa1114 HTTP/1.1" status: 200 len: 945 time: 0.0798824 May 19 09:35:49.024763 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 46456) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:49.029867 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-eef35006-761c-4ce0-89ad-ce68d10c7007 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Request body: {'floatingip': {'port_id': '4b99351d-f0cd-461a-ae87-551c620d4680'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:49.071581 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391ac9d-ce47-4036-ac3e-bebe798ae5fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=abc613df-0e65-48ba-8b74-ab6f4bfbcd5b,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:49.075420 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d391ac9d-ce47-4036-ac3e-bebe798ae5fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:49.076222 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d391ac9d-ce47-4036-ac3e-bebe798ae5fc admin admin] Checking segment: {'id': '3f0130d5-eef5-420e-8138-feb6c03b5b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '1abdadbf-2b88-44ea-aa05-e773a5110f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:49.076531 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d391ac9d-ce47-4036-ac3e-bebe798ae5fc admin admin] Network hostable DHCP agents. Network: 1abdadbf-2b88-44ea-aa05-e773a5110f8e, hostable agents: ['6779d86a-8148-4f18-b3ad-742629ae43e2'], hosted agents: [] {{(pid=91651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:35:49.096244 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d391ac9d-ce47-4036-ac3e-bebe798ae5fc admin admin] Network 1abdadbf-2b88-44ea-aa05-e773a5110f8e is scheduled to be hosted by DHCP agent 6779d86a-8148-4f18-b3ad-742629ae43e2 with binding_index 1 {{(pid=91651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:35:49.107384 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-d391ac9d-ce47-4036-ac3e-bebe798ae5fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-smb, 1abdadbf-2b88-44ea-aa05-e773a5110f8e) {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:49.109087 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-eef35006-761c-4ce0-89ad-ce68d10c7007 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for floatingip, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:49.117859 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d391ac9d-ce47-4036-ac3e-bebe798ae5fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:49.118543 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d391ac9d-ce47-4036-ac3e-bebe798ae5fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:49.123831 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c815adb0-74d9-420f-8ac7-902ced723526 None None] Network 1abdadbf-2b88-44ea-aa05-e773a5110f8e requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:35:49.147734 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-d391ac9d-ce47-4036-ac3e-bebe798ae5fc admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5852611 May 19 09:35:49.322262 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c4504d-ec9f-4f0c-8018-971d92358303 None None] Network 1abdadbf-2b88-44ea-aa05-e773a5110f8e requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:35:49.837528 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-eef35006-761c-4ce0-89ad-ce68d10c7007 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:49.842134 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-eef35006-761c-4ce0-89ad-ce68d10c7007 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806387'] for floatingip, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:50.019935 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.db.l3_db [None req-eef35006-761c-4ce0-89ad-ce68d10c7007 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Floating IP 66364270-75cd-49c8-8cda-d90e104889cd associated. External IP: 172.28.0.237, port: 4b99351d-f0cd-461a-ae87-551c620d4680. May 19 09:35:50.375163 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef35006-761c-4ce0-89ad-ce68d10c7007 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Router 4f2df52f-8ec2-4c93-90f7-bce010d5e1af has already been hosted by L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 {{(pid=91652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:35:50.557220 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef35006-761c-4ce0-89ad-ce68d10c7007 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:35:50.569339 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49605853-83ef-4124-a729-05b84f92e845 None None] Sync routers for ids ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'] in dv-cinder-791281-2-smb {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:35:50.569949 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-eef35006-761c-4ce0-89ad-ce68d10c7007 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for floatingip, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:50.578747 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49605853-83ef-4124-a729-05b84f92e845 None None] Routers {'4f2df52f-8ec2-4c93-90f7-bce010d5e1af'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:35:50.579563 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-49605853-83ef-4124-a729-05b84f92e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:35:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:50.627455 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-eef35006-761c-4ce0-89ad-ce68d10c7007 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "PUT /v2.0/floatingips/66364270-75cd-49c8-8cda-d90e104889cd HTTP/1.1" status: 200 len: 991 time: 1.6011202 May 19 09:35:50.628192 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f3482e-ba34-4d5f-bfe2-125088aa1114', 'tag': '4b99351d-f0cd-461a-ae87-551c620d4680'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:35:50.678559 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f3482e-ba34-4d5f-bfe2-125088aa1114', 'tag': '4b99351d-f0cd-461a-ae87-551c620d4680', 'status': 'completed', 'code': 200} May 19 09:35:50.780363 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-49605853-83ef-4124-a729-05b84f92e845 None None] Set router 4f2df52f-8ec2-4c93-90f7-bce010d5e1af gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:35:50.785298 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fd3bd-e5cd-436e-ae57-558f8970c504 req-19c9480d-5d4b-457b-b78b-d4ccefea10de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:50.786792 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-6d9fd3bd-e5cd-436e-ae57-558f8970c504 req-19c9480d-5d4b-457b-b78b-d4ccefea10de service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f0e37a2a177646dba68287797f2a6e26&device_id=a7f3482e-ba34-4d5f-bfe2-125088aa1114 HTTP/1.1" status: 200 len: 1098 time: 0.0794137 May 19 09:35:50.934582 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fd3bd-e5cd-436e-ae57-558f8970c504 req-59578914-459f-4fa8-9f39-450a570896b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:50.935618 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-6d9fd3bd-e5cd-436e-ae57-558f8970c504 req-59578914-459f-4fa8-9f39-450a570896b6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fe3c14a7-95b2-4211-8c13-ae471fbbb112 HTTP/1.1" status: 200 len: 912 time: 0.1409287 May 19 09:35:51.055064 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-6d9fd3bd-e5cd-436e-ae57-558f8970c504 req-389a250b-d56d-4ef5-8c17-0ea4d5092f1a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b99351d-f0cd-461a-ae87-551c620d4680 HTTP/1.1" status: 200 len: 999 time: 0.1117802 May 19 09:35:51.145194 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fd3bd-e5cd-436e-ae57-558f8970c504 req-6c236060-0cba-4bc5-8d05-e3460a24985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:51.147061 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-6d9fd3bd-e5cd-436e-ae57-558f8970c504 req-6c236060-0cba-4bc5-8d05-e3460a24985b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=021c4d73-41b9-4450-ab59-fd4ec8b0ebec HTTP/1.1" status: 200 len: 850 time: 0.0844874 May 19 09:35:51.153796 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-49605853-83ef-4124-a729-05b84f92e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'name': 'tempest-AttachVolumeTestJSON-2110761483-router', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:33Z', 'revision_number': 4, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'gw_port': {'id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:24Z', 'updated_at': '2021-05-19T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_floatingips': [{'id': '66364270-75cd-49c8-8cda-d90e104889cd', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'floating_ip_address': '172.28.0.237', 'floating_network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'router_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'port_id': '4b99351d-f0cd-461a-ae87-551c620d4680', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'mac_address': 'fa:16:3e:6e:f1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f3482e-ba34-4d5f-bfe2-125088aa1114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:35:35Z', 'updated_at': '2021-05-19T09:35:49Z', 'revision_number': 1, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42780262-602b-4b3c-bae9-4a2fe70f4d79', 'name': '', 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'mac_address': 'fa:16:3e:d7:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:30Z', 'updated_at': '2021-05-19T09:31:45Z', 'revision_number': 5, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'subnets': [{'id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:51.159113 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49605853-83ef-4124-a729-05b84f92e845 None None] Checking router: 4f2df52f-8ec2-4c93-90f7-bce010d5e1af for host: dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:35:51.169644 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49605853-83ef-4124-a729-05b84f92e845 None None] Routers {'4f2df52f-8ec2-4c93-90f7-bce010d5e1af'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:35:51.170751 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-49605853-83ef-4124-a729-05b84f92e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:35:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:51.247534 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fd3bd-e5cd-436e-ae57-558f8970c504 req-49baae3e-25ac-40bd-bb1c-324680f418c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:51.248961 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-6d9fd3bd-e5cd-436e-ae57-558f8970c504 req-49baae3e-25ac-40bd-bb1c-324680f418c1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fe3c14a7-95b2-4211-8c13-ae471fbbb112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0934598 May 19 09:35:51.375208 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-aaca6355-32c1-4588-9ea2-416508306567 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:51.383510 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-aaca6355-32c1-4588-9ea2-416508306567 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/networks?id=1abdadbf-2b88-44ea-aa05-e773a5110f8e HTTP/1.1" status: 200 len: 808 time: 0.3061674 May 19 09:35:51.395478 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-86936cd7-ebdc-47de-8bcd-4c8770c58ef2 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/quotas/61b2a31574c540a4a96aed6c6737f801 HTTP/1.1" status: 200 len: 375 time: 0.0110340 May 19 09:35:51.412401 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-6d9fd3bd-e5cd-436e-ae57-558f8970c504 req-d25eff16-c5c5-44b1-9a08-f867d22cb5e6 service neutron] 10.222.0.76 "GET /v2.0/networks/fe3c14a7-95b2-4211-8c13-ae471fbbb112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556096 May 19 09:35:51.421915 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-49605853-83ef-4124-a729-05b84f92e845 None None] Set router 4f2df52f-8ec2-4c93-90f7-bce010d5e1af gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:35:51.453582 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-6d9397dc-7ff2-44ab-9b5b-0df73ea94cc2 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=61b2a31574c540a4a96aed6c6737f801&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426645 May 19 09:35:51.598079 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-454d24ba-7287-4990-b2b7-927580afa0fc service neutron] 10.222.0.61 "GET /v2.0/networks/1abdadbf-2b88-44ea-aa05-e773a5110f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356747 May 19 09:35:51.651802 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-6d9fd3bd-e5cd-436e-ae57-558f8970c504 req-6deda276-fae2-4493-a224-95775ff8ac4e service neutron] 10.222.0.76 "GET /v2.0/networks/fe3c14a7-95b2-4211-8c13-ae471fbbb112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305984 May 19 09:35:51.740059 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-991aa1d0-c926-429e-899a-1e53d1fa3069 service neutron] 10.222.0.61 "GET /v2.0/networks/1abdadbf-2b88-44ea-aa05-e773a5110f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397161 May 19 09:35:51.793237 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-49605853-83ef-4124-a729-05b84f92e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'name': 'tempest-AttachVolumeTestJSON-2110761483-router', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:33Z', 'revision_number': 4, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'gw_port': {'id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:24Z', 'updated_at': '2021-05-19T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_floatingips': [{'id': '66364270-75cd-49c8-8cda-d90e104889cd', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'floating_ip_address': '172.28.0.237', 'floating_network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'router_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'port_id': '4b99351d-f0cd-461a-ae87-551c620d4680', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'mac_address': 'fa:16:3e:6e:f1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f3482e-ba34-4d5f-bfe2-125088aa1114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:35:35Z', 'updated_at': '2021-05-19T09:35:49Z', 'revision_number': 1, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42780262-602b-4b3c-bae9-4a2fe70f4d79', 'name': '', 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'mac_address': 'fa:16:3e:d7:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:30Z', 'updated_at': '2021-05-19T09:31:45Z', 'revision_number': 5, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'subnets': [{'id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:51.798071 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49605853-83ef-4124-a729-05b84f92e845 None None] The sync data for ids ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'] in dv-cinder-791281-2-smb is: [{'id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'name': 'tempest-AttachVolumeTestJSON-2110761483-router', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:33Z', 'revision_number': 4, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'gw_port': {'id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:24Z', 'updated_at': '2021-05-19T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_floatingips': [{'id': '66364270-75cd-49c8-8cda-d90e104889cd', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'floating_ip_address': '172.28.0.237', 'floating_network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'router_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'port_id': '4b99351d-f0cd-461a-ae87-551c620d4680', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'mac_address': 'fa:16:3e:6e:f1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f3482e-ba34-4d5f-bfe2-125088aa1114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:35:35Z', 'updated_at': '2021-05-19T09:35:49Z', 'revision_number': 1, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42780262-602b-4b3c-bae9-4a2fe70f4d79', 'name': '', 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'mac_address': 'fa:16:3e:d7:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:30Z', 'updated_at': '2021-05-19T09:31:45Z', 'revision_number': 5, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'subnets': [{'id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:35:52.011101 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-13bc64cd-5db5-417e-8220-803024509d4b req-d3d6d844-1da2-46cf-958a-66e28af32ee0 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/ports?device_id=472d8236-8305-4960-a9b8-48a70b963710 HTTP/1.1" status: 200 len: 210 time: 0.0518501 May 19 09:35:52.062194 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0affca2c-ee3f-4e22-afd7-8583827ac8c0 None None] New status for floating IP 66364270-75cd-49c8-8cda-d90e104889cd: ACTIVE {{(pid=91654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:35:52.326095 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9068fb2-eed2-4a74-a750-0683baa0d9d6 req-bf9e9e2d-be16-4ebd-b2d7-17b487588189 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:52.327863 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-f9068fb2-eed2-4a74-a750-0683baa0d9d6 req-bf9e9e2d-be16-4ebd-b2d7-17b487588189 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fda5b1d-7a08-4544-b256-e7080c9d5c10 HTTP/1.1" status: 200 len: 945 time: 0.0835891 May 19 09:35:52.382611 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-f9068fb2-eed2-4a74-a750-0683baa0d9d6 req-836e2b3b-5700-4f8b-b04b-fa69d2c0c385 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476670 May 19 09:35:53.153250 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-a3d1b263-47b6-4b9a-91fd-f22b7ec0adf0 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:53.154072 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-a3d1b263-47b6-4b9a-91fd-f22b7ec0adf0 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Synchronizing usage tracker for tenant:61b2a31574c540a4a96aed6c6737f801 on resource:network {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:53.172395 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-a3d1b263-47b6-4b9a-91fd-f22b7ec0adf0 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Unset dirty status for tenant:61b2a31574c540a4a96aed6c6737f801 on resource:network {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:53.174289 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-a3d1b263-47b6-4b9a-91fd-f22b7ec0adf0 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.76 "GET /v2.0/networks?id=1abdadbf-2b88-44ea-aa05-e773a5110f8e HTTP/1.1" status: 200 len: 808 time: 0.1857071 May 19 09:35:53.187509 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-64de1b21-6fee-4b1e-9e74-60a455521b45 req-29e17ed2-679f-491e-80f3-4bce1edbb082 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/ports?device_id=472d8236-8305-4960-a9b8-48a70b963710 HTTP/1.1" status: 200 len: 210 time: 0.0467236 May 19 09:35:53.187734 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-58b6697f-2131-437e-aad3-5e5cec365014 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Request body: {'port': {'device_id': '472d8236-8305-4960-a9b8-48a70b963710', 'network_id': '1abdadbf-2b88-44ea-aa05-e773a5110f8e', 'admin_state_up': True, 'tenant_id': '61b2a31574c540a4a96aed6c6737f801'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:53.327390 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-58b6697f-2131-437e-aad3-5e5cec365014 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:53.331476 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-58b6697f-2131-437e-aad3-5e5cec365014 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Usage tracker for resource:port and tenant:61b2a31574c540a4a96aed6c6737f801 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:53.334317 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-58b6697f-2131-437e-aad3-5e5cec365014 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:53.339939 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-58b6697f-2131-437e-aad3-5e5cec365014 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:53.350183 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-58b6697f-2131-437e-aad3-5e5cec365014 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Made reservation on behalf of 61b2a31574c540a4a96aed6c6737f801 for: {'port': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:35:53.354041 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-58b6697f-2131-437e-aad3-5e5cec365014 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:53.528720 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-58b6697f-2131-437e-aad3-5e5cec365014 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Allocated IP 172.20.0.11 (1abdadbf-2b88-44ea-aa05-e773a5110f8e/abc613df-0e65-48ba-8b74-ab6f4bfbcd5b/f81ec22a-614b-466e-ae7c-38ad6d618409) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:35:53.579584 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95845c-d57e-4027-be79-2482fea289c1 req-e167c925-c659-47d6-b790-c13584fd8bce tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:53.581662 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-1c95845c-d57e-4027-be79-2482fea289c1 req-e167c925-c659-47d6-b790-c13584fd8bce tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fda5b1d-7a08-4544-b256-e7080c9d5c10 HTTP/1.1" status: 200 len: 945 time: 0.0877132 May 19 09:35:53.632754 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-1c95845c-d57e-4027-be79-2482fea289c1 req-678b00cb-bd0b-4383-b637-26df69015c19 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450413 May 19 09:35:53.741783 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-58b6697f-2131-437e-aad3-5e5cec365014 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:53.770082 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-58b6697f-2131-437e-aad3-5e5cec365014 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:53.776579 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-57547cb1-bac4-403a-b790-29c755984913 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:53.843221 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-58b6697f-2131-437e-aad3-5e5cec365014 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Network 1abdadbf-2b88-44ea-aa05-e773a5110f8e is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:53.847112 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-58b6697f-2131-437e-aad3-5e5cec365014 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Resources bound (agent type, host, resource id): {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:53.849676 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-58b6697f-2131-437e-aad3-5e5cec365014 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:35:53.890687 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6697f-2131-437e-aad3-5e5cec365014 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Pushing event updated for resources: {'Port': ['ID=f81ec22a-614b-466e-ae7c-38ad6d618409,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:53.893510 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-58b6697f-2131-437e-aad3-5e5cec365014 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:53.920146 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-58b6697f-2131-437e-aad3-5e5cec365014 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:53.920755 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-58b6697f-2131-437e-aad3-5e5cec365014 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:53.940940 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-58b6697f-2131-437e-aad3-5e5cec365014 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7574344 May 19 09:35:53.952981 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-d93ad96e-de48-47cf-8805-cc84f7d80811 service neutron] Request body: {'port': {'device_id': '472d8236-8305-4960-a9b8-48a70b963710', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:54.064827 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-d93ad96e-de48-47cf-8805-cc84f7d80811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:54.376998 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b83f7-6b2e-4772-896c-71bdf30d9440 req-fce0c8db-2aca-4a76-b7ae-2dae56a97044 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:54.378693 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-309b83f7-6b2e-4772-896c-71bdf30d9440 req-fce0c8db-2aca-4a76-b7ae-2dae56a97044 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/ports?device_id=472d8236-8305-4960-a9b8-48a70b963710 HTTP/1.1" status: 200 len: 932 time: 0.0816188 May 19 09:35:54.406663 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-d93ad96e-de48-47cf-8805-cc84f7d80811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81ec22a-614b-466e-ae7c-38ad6d618409 {{(pid=91651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:35:54.413879 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-d93ad96e-de48-47cf-8805-cc84f7d80811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:54.423832 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-309b83f7-6b2e-4772-896c-71bdf30d9440 req-fc74193a-595a-4a89-a31b-50575837c942 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/security-groups?id=7aa77317-5b8f-41ea-8726-8c470e168d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392532 May 19 09:35:54.427868 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-d93ad96e-de48-47cf-8805-cc84f7d80811 service neutron] Transition to ACTIVE for port object f81ec22a-614b-466e-ae7c-38ad6d618409 will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:54.431276 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-d93ad96e-de48-47cf-8805-cc84f7d80811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2459273'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:54.435725 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6af6a22b-1968-4369-8ce2-496c6e49439f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:54.618288 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ad96e-de48-47cf-8805-cc84f7d80811 service neutron] Pushing event updated for resources: {'Port': ['ID=f81ec22a-614b-466e-ae7c-38ad6d618409,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:54.628477 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d93ad96e-de48-47cf-8805-cc84f7d80811 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:54.662797 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-d93ad96e-de48-47cf-8805-cc84f7d80811 service neutron] Attempting to bind port f81ec22a-614b-466e-ae7c-38ad6d618409 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:35:54.663128 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-d93ad96e-de48-47cf-8805-cc84f7d80811 service neutron] Attempting to bind port f81ec22a-614b-466e-ae7c-38ad6d618409 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '3f0130d5-eef5-420e-8138-feb6c03b5b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '1abdadbf-2b88-44ea-aa05-e773a5110f8e'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:35:54.663449 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-d93ad96e-de48-47cf-8805-cc84f7d80811 service neutron] Attempting to bind port f81ec22a-614b-466e-ae7c-38ad6d618409 on network 1abdadbf-2b88-44ea-aa05-e773a5110f8e {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:54.668072 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-d93ad96e-de48-47cf-8805-cc84f7d80811 service neutron] Port f81ec22a-614b-466e-ae7c-38ad6d618409 on network 1abdadbf-2b88-44ea-aa05-e773a5110f8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:35:54.668378 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-d93ad96e-de48-47cf-8805-cc84f7d80811 service neutron] Attempting to bind port f81ec22a-614b-466e-ae7c-38ad6d618409 on network 1abdadbf-2b88-44ea-aa05-e773a5110f8e {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:54.673997 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-d93ad96e-de48-47cf-8805-cc84f7d80811 service neutron] Checking agent: {'id': 'e2b12f16-87f3-476d-a836-3e2e94bcfd4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'started_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:35:54.674395 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-d93ad96e-de48-47cf-8805-cc84f7d80811 service neutron] Checking segment: {'id': '3f0130d5-eef5-420e-8138-feb6c03b5b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '1abdadbf-2b88-44ea-aa05-e773a5110f8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:54.674823 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-d93ad96e-de48-47cf-8805-cc84f7d80811 service neutron] Bound using segment: {'id': '3f0130d5-eef5-420e-8138-feb6c03b5b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '1abdadbf-2b88-44ea-aa05-e773a5110f8e'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:35:54.675243 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-d93ad96e-de48-47cf-8805-cc84f7d80811 service neutron] Bound port: f81ec22a-614b-466e-ae7c-38ad6d618409, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f0130d5-eef5-420e-8138-feb6c03b5b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '1abdadbf-2b88-44ea-aa05-e773a5110f8e'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:35:54.675584 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-d93ad96e-de48-47cf-8805-cc84f7d80811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:54.826176 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c97b1-ba17-45ae-a51f-0f642a4b85a2 req-496f2145-c7a1-431d-9807-1fc34217257e tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:54.827655 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-1e3c97b1-ba17-45ae-a51f-0f642a4b85a2 req-496f2145-c7a1-431d-9807-1fc34217257e tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fda5b1d-7a08-4544-b256-e7080c9d5c10 HTTP/1.1" status: 200 len: 945 time: 0.0882349 May 19 09:35:54.857829 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-d93ad96e-de48-47cf-8805-cc84f7d80811 service neutron] For port f81ec22a-614b-466e-ae7c-38ad6d618409, host hv-cinder-79128, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:35:54.860725 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-d93ad96e-de48-47cf-8805-cc84f7d80811 service neutron] For port f81ec22a-614b-466e-ae7c-38ad6d618409, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=f81ec22a-614b-466e-ae7c-38ad6d618409,segment=NetworkSegment(3f0130d5-eef5-420e-8138-feb6c03b5b69),segment_id=3f0130d5-eef5-420e-8138-feb6c03b5b69)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:35:54.866807 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-d93ad96e-de48-47cf-8805-cc84f7d80811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2459273'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:54.870369 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-99243178-0309-41f6-b180-3f3bc2fa3b2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:54.873478 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-1e3c97b1-ba17-45ae-a51f-0f642a4b85a2 req-0fc52cf2-8708-4aa4-8b94-ed2ef237b49a tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393822 May 19 09:35:54.927845 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-d93ad96e-de48-47cf-8805-cc84f7d80811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:54.928450 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-d93ad96e-de48-47cf-8805-cc84f7d80811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:54.929790 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-d93ad96e-de48-47cf-8805-cc84f7d80811 service neutron] 10.222.0.76 "PUT /v2.0/ports/f81ec22a-614b-466e-ae7c-38ad6d618409 HTTP/1.1" status: 200 len: 1094 time: 0.9807527 May 19 09:35:54.930290 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472d8236-8305-4960-a9b8-48a70b963710', 'tag': 'f81ec22a-614b-466e-ae7c-38ad6d618409'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:35:54.949478 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ad96e-de48-47cf-8805-cc84f7d80811 service neutron] Pushing event updated for resources: {'Port': ['ID=f81ec22a-614b-466e-ae7c-38ad6d618409,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:54.952414 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d93ad96e-de48-47cf-8805-cc84f7d80811 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:55.012036 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472d8236-8305-4960-a9b8-48a70b963710', 'tag': 'f81ec22a-614b-466e-ae7c-38ad6d618409', 'status': 'completed', 'code': 200} May 19 09:35:55.051529 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-46351025-059c-412e-bb77-fe580ef53d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:55.052978 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-46351025-059c-412e-bb77-fe580ef53d40 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=61b2a31574c540a4a96aed6c6737f801&device_id=472d8236-8305-4960-a9b8-48a70b963710 HTTP/1.1" status: 200 len: 1097 time: 0.0753057 May 19 09:35:55.123069 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-bb6c0526-3502-4fa4-863f-0683a0c97ac3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f81ec22a-614b-466e-ae7c-38ad6d618409 HTTP/1.1" status: 200 len: 217 time: 0.0595531 May 19 09:35:55.194575 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-074a53dc-9499-4a63-a8df-531fff3f70f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:55.195901 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-074a53dc-9499-4a63-a8df-531fff3f70f3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=abc613df-0e65-48ba-8b74-ab6f4bfbcd5b HTTP/1.1" status: 200 len: 848 time: 0.0601997 May 19 09:35:55.244754 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-64b638b7-5fea-43d1-85f4-22707028cb86 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1abdadbf-2b88-44ea-aa05-e773a5110f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387881 May 19 09:35:55.380501 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-cf4129de-5b2c-455c-8dde-5dd38ba66923 service neutron] 10.222.0.76 "GET /v2.0/networks/1abdadbf-2b88-44ea-aa05-e773a5110f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267283 May 19 09:35:55.523194 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5fd8f427-a7c3-4f76-9d17-d7d9673dab83 req-d0a51112-80be-416f-b295-33beb32e177c service neutron] 10.222.0.76 "GET /v2.0/networks/1abdadbf-2b88-44ea-aa05-e773a5110f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293836 May 19 09:35:55.674689 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8391a-1d7b-420f-9a22-32f7b52f88a8 req-0c35b9bc-0dff-403a-929b-e9d08805b337 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:55.675330 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-16b8391a-1d7b-420f-9a22-32f7b52f88a8 req-0c35b9bc-0dff-403a-929b-e9d08805b337 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Synchronizing usage tracker for tenant:61b2a31574c540a4a96aed6c6737f801 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:55.693584 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bafc2c-f96e-40f9-80b2-95c100e82434 req-bbd876d3-ff13-429e-a716-25db544b6014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:55.695150 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-35bafc2c-f96e-40f9-80b2-95c100e82434 req-bbd876d3-ff13-429e-a716-25db544b6014 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=61b2a31574c540a4a96aed6c6737f801&device_id=472d8236-8305-4960-a9b8-48a70b963710 HTTP/1.1" status: 200 len: 1097 time: 0.1199508 May 19 09:35:55.698702 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-16b8391a-1d7b-420f-9a22-32f7b52f88a8 req-0c35b9bc-0dff-403a-929b-e9d08805b337 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Unset dirty status for tenant:61b2a31574c540a4a96aed6c6737f801 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:55.700027 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-16b8391a-1d7b-420f-9a22-32f7b52f88a8 req-0c35b9bc-0dff-403a-929b-e9d08805b337 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/ports?device_id=472d8236-8305-4960-a9b8-48a70b963710 HTTP/1.1" status: 200 len: 944 time: 0.1664195 May 19 09:35:55.835744 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-16b8391a-1d7b-420f-9a22-32f7b52f88a8 req-bb1758ad-cc89-410d-8d19-845ecebcca68 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Synchronizing usage tracker for tenant:61b2a31574c540a4a96aed6c6737f801 on resource:security_group {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:55.872223 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-16b8391a-1d7b-420f-9a22-32f7b52f88a8 req-bb1758ad-cc89-410d-8d19-845ecebcca68 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Unset dirty status for tenant:61b2a31574c540a4a96aed6c6737f801 on resource:security_group {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:55.873318 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-16b8391a-1d7b-420f-9a22-32f7b52f88a8 req-bb1758ad-cc89-410d-8d19-845ecebcca68 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/security-groups?id=7aa77317-5b8f-41ea-8726-8c470e168d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514447 May 19 09:35:55.875713 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bafc2c-f96e-40f9-80b2-95c100e82434 req-af430280-c2ba-43c6-abda-120db06626f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:55.877298 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-35bafc2c-f96e-40f9-80b2-95c100e82434 req-af430280-c2ba-43c6-abda-120db06626f8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1abdadbf-2b88-44ea-aa05-e773a5110f8e HTTP/1.1" status: 200 len: 909 time: 0.1737368 May 19 09:35:55.953155 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-35bafc2c-f96e-40f9-80b2-95c100e82434 req-83196672-edce-49e2-bede-79341ff1a5e8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f81ec22a-614b-466e-ae7c-38ad6d618409 HTTP/1.1" status: 200 len: 217 time: 0.0650356 May 19 09:35:56.017865 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bafc2c-f96e-40f9-80b2-95c100e82434 req-470060af-c39e-4347-8228-26e57fc242d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:56.019219 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-35bafc2c-f96e-40f9-80b2-95c100e82434 req-470060af-c39e-4347-8228-26e57fc242d3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=abc613df-0e65-48ba-8b74-ab6f4bfbcd5b HTTP/1.1" status: 200 len: 848 time: 0.0585887 May 19 09:35:56.060878 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88e462-f8c4-4e93-8215-e99b4c05909a req-142c36c3-716e-49f9-8fd5-5b769364e90b tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:56.062371 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-2d88e462-f8c4-4e93-8215-e99b4c05909a req-142c36c3-716e-49f9-8fd5-5b769364e90b tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fda5b1d-7a08-4544-b256-e7080c9d5c10 HTTP/1.1" status: 200 len: 945 time: 0.0806315 May 19 09:35:56.072940 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-35bafc2c-f96e-40f9-80b2-95c100e82434 req-9949e5c8-a38c-49fc-91ee-d45088dd6884 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1abdadbf-2b88-44ea-aa05-e773a5110f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442510 May 19 09:35:56.107083 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-2d88e462-f8c4-4e93-8215-e99b4c05909a req-f8125199-43e5-4dd3-9baf-767ea99679da tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388005 May 19 09:35:56.207163 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-35bafc2c-f96e-40f9-80b2-95c100e82434 req-c293d580-595b-4ca6-a484-777628e98162 service neutron] 10.222.0.76 "GET /v2.0/networks/1abdadbf-2b88-44ea-aa05-e773a5110f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256623 May 19 09:35:56.338501 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-35bafc2c-f96e-40f9-80b2-95c100e82434 req-8e4948f7-4d2b-4bdf-b4e0-285b5dcc3981 service neutron] 10.222.0.76 "GET /v2.0/networks/1abdadbf-2b88-44ea-aa05-e773a5110f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214848 May 19 09:35:57.058362 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff2bf8-cfb5-4c00-a5dd-799e505ba1f4 req-867c2394-211d-4a1e-b90d-6564e070ceb8 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:57.059713 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c7ff2bf8-cfb5-4c00-a5dd-799e505ba1f4 req-867c2394-211d-4a1e-b90d-6564e070ceb8 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/ports?device_id=472d8236-8305-4960-a9b8-48a70b963710 HTTP/1.1" status: 200 len: 944 time: 0.0795918 May 19 09:35:57.104339 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c7ff2bf8-cfb5-4c00-a5dd-799e505ba1f4 req-71ab8d5f-c69a-4ff7-a158-b5e2e0402a94 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/security-groups?id=7aa77317-5b8f-41ea-8726-8c470e168d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387325 May 19 09:35:57.297250 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e41313-c779-4add-bfdb-81cd83f070ba req-6ae44d11-e4fc-48b4-9d7e-2522fb9cad17 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:57.298887 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-d5e41313-c779-4add-bfdb-81cd83f070ba req-6ae44d11-e4fc-48b4-9d7e-2522fb9cad17 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fda5b1d-7a08-4544-b256-e7080c9d5c10 HTTP/1.1" status: 200 len: 945 time: 0.0865438 May 19 09:35:57.346786 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-d5e41313-c779-4add-bfdb-81cd83f070ba req-914cc56e-dee6-443d-ada8-81b6b6ba87fd tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f27a029-9849-4f3a-9c18-ba24bdf89f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419610 May 19 09:35:57.374967 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d188a-9afa-4cd3-87a0-f7f31d212bcd req-5ccb9096-631e-4549-944c-21f097a424d9 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:57.377038 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a15d188a-9afa-4cd3-87a0-f7f31d212bcd req-5ccb9096-631e-4549-944c-21f097a424d9 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fda5b1d-7a08-4544-b256-e7080c9d5c10 HTTP/1.1" status: 200 len: 945 time: 0.1761866 May 19 09:35:57.511340 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-a15d188a-9afa-4cd3-87a0-f7f31d212bcd req-7e67f8c1-4811-4416-97c7-3a6cd739cbd7 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Deleting port da5ce421-bf52-4300-9c83-2b6d575b70e5 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:35:57.511675 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-a15d188a-9afa-4cd3-87a0-f7f31d212bcd req-7e67f8c1-4811-4416-97c7-3a6cd739cbd7 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:57.647210 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-a15d188a-9afa-4cd3-87a0-f7f31d212bcd req-7e67f8c1-4811-4416-97c7-3a6cd739cbd7 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] For port da5ce421-bf52-4300-9c83-2b6d575b70e5, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=da5ce421-bf52-4300-9c83-2b6d575b70e5,segment=NetworkSegment(4fdef79c-7333-48d4-b195-4ba926c7f9f0),segment_id=4fdef79c-7333-48d4-b195-4ba926c7f9f0)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:57.647567 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-a15d188a-9afa-4cd3-87a0-f7f31d212bcd req-7e67f8c1-4811-4416-97c7-3a6cd739cbd7 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:57.772797 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-a15d188a-9afa-4cd3-87a0-f7f31d212bcd req-7e67f8c1-4811-4416-97c7-3a6cd739cbd7 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Calling delete_port for da5ce421-bf52-4300-9c83-2b6d575b70e5 owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:35:57.882415 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-a15d188a-9afa-4cd3-87a0-f7f31d212bcd req-7e67f8c1-4811-4416-97c7-3a6cd739cbd7 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:57.887623 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:57.894372 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['da5ce421-bf52-4300-9c83-2b6d575b70e5'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:35:57.935287 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67f8c1-4811-4416-97c7-3a6cd739cbd7 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Pushing event deleted for resources: {'Port': ['ID=da5ce421-bf52-4300-9c83-2b6d575b70e5,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:57.938165 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7e67f8c1-4811-4416-97c7-3a6cd739cbd7 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:58.009751 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15d188a-9afa-4cd3-87a0-f7f31d212bcd req-7e67f8c1-4811-4416-97c7-3a6cd739cbd7 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] No DVR routers for this DVR port da5ce421-bf52-4300-9c83-2b6d575b70e5 on host hv-cinder-79128 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:35:58.012114 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-a15d188a-9afa-4cd3-87a0-f7f31d212bcd req-7e67f8c1-4811-4416-97c7-3a6cd739cbd7 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:58.014626 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fda5b1d-7a08-4544-b256-e7080c9d5c10', 'name': 'network-vif-deleted', 'tag': 'da5ce421-bf52-4300-9c83-2b6d575b70e5'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:35:58.030925 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a15d188a-9afa-4cd3-87a0-f7f31d212bcd req-7e67f8c1-4811-4416-97c7-3a6cd739cbd7 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.76 "DELETE /v2.0/ports/da5ce421-bf52-4300-9c83-2b6d575b70e5 HTTP/1.1" status: 204 len: 173 time: 0.6475508 May 19 09:35:58.065857 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fda5b1d-7a08-4544-b256-e7080c9d5c10', 'name': 'network-vif-deleted', 'tag': 'da5ce421-bf52-4300-9c83-2b6d575b70e5', 'status': 'completed', 'code': 200} May 19 09:35:58.292189 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c436196-6a5a-48d3-bfd0-4271ee23425d req-2e54eafe-7cd6-4956-9e29-81a934821e23 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:58.293627 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-3c436196-6a5a-48d3-bfd0-4271ee23425d req-2e54eafe-7cd6-4956-9e29-81a934821e23 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/ports?device_id=472d8236-8305-4960-a9b8-48a70b963710 HTTP/1.1" status: 200 len: 944 time: 0.0789332 May 19 09:35:58.313321 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device f81ec22a-614b-466e-ae7c-38ad6d618409 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:35:58.342937 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-3c436196-6a5a-48d3-bfd0-4271ee23425d req-863b2dd3-e408-4914-a77b-6d568d6dc547 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/security-groups?id=7aa77317-5b8f-41ea-8726-8c470e168d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432675 May 19 09:35:58.451280 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port f81ec22a-614b-466e-ae7c-38ad6d618409, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=f81ec22a-614b-466e-ae7c-38ad6d618409,segment=NetworkSegment(3f0130d5-eef5-420e-8138-feb6c03b5b69),segment_id=3f0130d5-eef5-420e-8138-feb6c03b5b69)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:58.465939 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Returning: {'device': 'f81ec22a-614b-466e-ae7c-38ad6d618409', 'network_id': '1abdadbf-2b88-44ea-aa05-e773a5110f8e', 'port_id': 'f81ec22a-614b-466e-ae7c-38ad6d618409', 'mac_address': 'fa:16:3e:07:79:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc613df-0e65-48ba-8b74-ab6f4bfbcd5b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:35:58.519178 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-54301128-c254-41e7-888e-fb0023d57a76 req-fea5e82b-3341-44a5-af33-7478d794990d tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Synchronizing usage tracker for tenant:ada6656405ce4668bb813a4012a9a444 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:58.528455 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:58.547469 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-54301128-c254-41e7-888e-fb0023d57a76 req-fea5e82b-3341-44a5-af33-7478d794990d tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Unset dirty status for tenant:ada6656405ce4668bb813a4012a9a444 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:58.549038 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81ec22a-614b-466e-ae7c-38ad6d618409 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:35:58.554277 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-54301128-c254-41e7-888e-fb0023d57a76 req-fea5e82b-3341-44a5-af33-7478d794990d tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fda5b1d-7a08-4544-b256-e7080c9d5c10 HTTP/1.1" status: 200 len: 210 time: 0.0841658 May 19 09:35:58.567757 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port f81ec22a-614b-466e-ae7c-38ad6d618409, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=f81ec22a-614b-466e-ae7c-38ad6d618409,segment=NetworkSegment(3f0130d5-eef5-420e-8138-feb6c03b5b69),segment_id=3f0130d5-eef5-420e-8138-feb6c03b5b69)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:58.571776 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:58.574600 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:58.641674 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=f81ec22a-614b-466e-ae7c-38ad6d618409,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:58.649375 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:58.649719 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:58.650079 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:58.650408 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:58.650730 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:58.651056 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:58.651427 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:58.651681 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:58.652001 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:58.652358 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:58.652619 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:58.652941 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:58.656657 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:58.812457 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['f81ec22a-614b-466e-ae7c-38ad6d618409'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:35:58.887644 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-49fe18a7-293e-4831-be26-02515ee7b353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:59.533951 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c194da-7cd9-4f7e-82d9-c30d0fba740b req-7a8e4758-be1c-4387-9250-34761b791005 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:59.535420 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-e0c194da-7cd9-4f7e-82d9-c30d0fba740b req-7a8e4758-be1c-4387-9250-34761b791005 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/ports?device_id=472d8236-8305-4960-a9b8-48a70b963710 HTTP/1.1" status: 200 len: 945 time: 0.0852242 May 19 09:35:59.581001 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-e0c194da-7cd9-4f7e-82d9-c30d0fba740b req-4b625393-d29d-411e-9cf9-9c95d6011718 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/security-groups?id=7aa77317-5b8f-41ea-8726-8c470e168d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393796 May 19 09:36:00.322191 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device f81ec22a-614b-466e-ae7c-38ad6d618409 up at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:36:00.387138 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning for port f81ec22a-614b-466e-ae7c-38ad6d618409 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:36:00.391608 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning complete for port f81ec22a-614b-466e-ae7c-38ad6d618409 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:36:00.391977 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:00.506410 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:00.531781 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472d8236-8305-4960-a9b8-48a70b963710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81ec22a-614b-466e-ae7c-38ad6d618409'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:36:00.541939 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port f81ec22a-614b-466e-ae7c-38ad6d618409, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=f81ec22a-614b-466e-ae7c-38ad6d618409,segment=NetworkSegment(3f0130d5-eef5-420e-8138-feb6c03b5b69),segment_id=3f0130d5-eef5-420e-8138-feb6c03b5b69)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:36:00.546858 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:00.547708 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device da5ce421-bf52-4300-9c83-2b6d575b70e5 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:36:00.575503 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:00.612786 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472d8236-8305-4960-a9b8-48a70b963710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81ec22a-614b-466e-ae7c-38ad6d618409', 'code': 200} May 19 09:36:00.618022 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] No Port match for: da5ce421-bf52-4300-9c83-2b6d575b70e5 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:36:00.618367 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device da5ce421-bf52-4300-9c83-2b6d575b70e5 not bound to the agent host hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:36:00.650832 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=f81ec22a-614b-466e-ae7c-38ad6d618409,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:00.653794 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:00.770785 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f9141-b55d-4287-8dc8-aa7c24a1fa34 req-5844095d-c302-4d46-9fc5-2ca059f4117f tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:00.772104 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-595f9141-b55d-4287-8dc8-aa7c24a1fa34 req-5844095d-c302-4d46-9fc5-2ca059f4117f tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/ports?device_id=472d8236-8305-4960-a9b8-48a70b963710 HTTP/1.1" status: 200 len: 946 time: 0.0811462 May 19 09:36:00.865226 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-595f9141-b55d-4287-8dc8-aa7c24a1fa34 req-90ea9250-328b-425c-a8b7-a13e3e938d6d tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/security-groups?id=7aa77317-5b8f-41ea-8726-8c470e168d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631251 May 19 09:36:00.877865 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed13e59-e3d2-405f-9d4a-344615051bd7 req-85e4610c-ab16-4a32-be0d-65e1868e90d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:00.879290 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7ed13e59-e3d2-405f-9d4a-344615051bd7 req-85e4610c-ab16-4a32-be0d-65e1868e90d8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=472d8236-8305-4960-a9b8-48a70b963710 HTTP/1.1" status: 200 len: 1099 time: 0.1063623 May 19 09:36:00.923024 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7ed13e59-e3d2-405f-9d4a-344615051bd7 req-ca232e7b-5190-481b-af1d-f354bcf638dd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7aa77317-5b8f-41ea-8726-8c470e168d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346997 May 19 09:36:01.416260 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:01.927286 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-fc089787-a0c5-421a-b46c-a15a5f9e96ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:02.059155 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d35343-040c-45f2-ba19-24998678e565 req-1471a71e-ae9d-41d4-9480-7744726e5b6c tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:02.060603 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-39d35343-040c-45f2-ba19-24998678e565 req-1471a71e-ae9d-41d4-9480-7744726e5b6c tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/ports?device_id=472d8236-8305-4960-a9b8-48a70b963710 HTTP/1.1" status: 200 len: 946 time: 0.0850375 May 19 09:36:02.106368 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-39d35343-040c-45f2-ba19-24998678e565 req-dcdb4102-4e2d-4ae7-9b36-b37b71a2df85 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/security-groups?id=7aa77317-5b8f-41ea-8726-8c470e168d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391319 May 19 09:36:02.865349 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:03.119533 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1b5c4-e132-45bb-89b4-62732d5260e7 req-3c35d3ff-eea3-4e64-8b92-15ea747c265c tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:03.120911 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-eba1b5c4-e132-45bb-89b4-62732d5260e7 req-3c35d3ff-eea3-4e64-8b92-15ea747c265c tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/ports?device_id=472d8236-8305-4960-a9b8-48a70b963710 HTTP/1.1" status: 200 len: 946 time: 0.0802765 May 19 09:36:03.167282 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-eba1b5c4-e132-45bb-89b4-62732d5260e7 req-e9b70b2c-1fce-4451-a908-f9f4767dfc85 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/security-groups?id=7aa77317-5b8f-41ea-8726-8c470e168d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404937 May 19 09:36:04.373588 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a651f0-f480-43b7-9ed8-fa4e16cffd80 req-d47a1a73-5d6f-470b-9f48-ce2e4eb685ea tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:04.375106 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c3a651f0-f480-43b7-9ed8-fa4e16cffd80 req-d47a1a73-5d6f-470b-9f48-ce2e4eb685ea tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/ports?device_id=472d8236-8305-4960-a9b8-48a70b963710 HTTP/1.1" status: 200 len: 946 time: 0.0976527 May 19 09:36:04.427239 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c3a651f0-f480-43b7-9ed8-fa4e16cffd80 req-21253f69-bd04-4a20-abee-f75b18a1e506 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/security-groups?id=7aa77317-5b8f-41ea-8726-8c470e168d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461941 May 19 09:36:04.559548 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:04.613894 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2415fc-3964-498f-bc91-5e04cde97a8d req-75d01cf0-8d3b-4953-aeef-e51457e51ce3 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:04.615448 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-1a2415fc-3964-498f-bc91-5e04cde97a8d req-75d01cf0-8d3b-4953-aeef-e51457e51ce3 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.76 "GET /v2.0/ports?device_id=472d8236-8305-4960-a9b8-48a70b963710 HTTP/1.1" status: 200 len: 946 time: 0.0861602 May 19 09:36:04.761224 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-1a2415fc-3964-498f-bc91-5e04cde97a8d req-45288a19-2ed2-4ddd-9691-e2c00cbb4160 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Deleting port f81ec22a-614b-466e-ae7c-38ad6d618409 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:36:04.761574 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-1a2415fc-3964-498f-bc91-5e04cde97a8d req-45288a19-2ed2-4ddd-9691-e2c00cbb4160 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:04.898062 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-1a2415fc-3964-498f-bc91-5e04cde97a8d req-45288a19-2ed2-4ddd-9691-e2c00cbb4160 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] For port f81ec22a-614b-466e-ae7c-38ad6d618409, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=f81ec22a-614b-466e-ae7c-38ad6d618409,segment=NetworkSegment(3f0130d5-eef5-420e-8138-feb6c03b5b69),segment_id=3f0130d5-eef5-420e-8138-feb6c03b5b69)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:36:04.898309 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-1a2415fc-3964-498f-bc91-5e04cde97a8d req-45288a19-2ed2-4ddd-9691-e2c00cbb4160 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:05.021641 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-1a2415fc-3964-498f-bc91-5e04cde97a8d req-45288a19-2ed2-4ddd-9691-e2c00cbb4160 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Calling delete_port for f81ec22a-614b-466e-ae7c-38ad6d618409 owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:36:05.131687 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-1a2415fc-3964-498f-bc91-5e04cde97a8d req-45288a19-2ed2-4ddd-9691-e2c00cbb4160 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:05.136859 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-5f8b57e3-776b-4dc4-ba33-0449925f54de tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:05.143703 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['f81ec22a-614b-466e-ae7c-38ad6d618409'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:36:05.263835 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45288a19-2ed2-4ddd-9691-e2c00cbb4160 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Pushing event deleted for resources: {'Port': ['ID=f81ec22a-614b-466e-ae7c-38ad6d618409,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:05.289257 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-45288a19-2ed2-4ddd-9691-e2c00cbb4160 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:05.336596 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2415fc-3964-498f-bc91-5e04cde97a8d req-45288a19-2ed2-4ddd-9691-e2c00cbb4160 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] No DVR routers for this DVR port f81ec22a-614b-466e-ae7c-38ad6d618409 on host hv-cinder-79128 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:36:05.340204 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-1a2415fc-3964-498f-bc91-5e04cde97a8d req-45288a19-2ed2-4ddd-9691-e2c00cbb4160 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:05.342798 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472d8236-8305-4960-a9b8-48a70b963710', 'name': 'network-vif-deleted', 'tag': 'f81ec22a-614b-466e-ae7c-38ad6d618409'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:36:05.358210 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-1a2415fc-3964-498f-bc91-5e04cde97a8d req-45288a19-2ed2-4ddd-9691-e2c00cbb4160 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.76 "DELETE /v2.0/ports/f81ec22a-614b-466e-ae7c-38ad6d618409 HTTP/1.1" status: 204 len: 173 time: 0.7338607 May 19 09:36:05.395272 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472d8236-8305-4960-a9b8-48a70b963710', 'name': 'network-vif-deleted', 'tag': 'f81ec22a-614b-466e-ae7c-38ad6d618409', 'status': 'completed', 'code': 200} May 19 09:36:05.599957 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-fb275d0c-5f2a-4edc-a31a-d92969901800 req-659e40a6-c245-4945-afd2-b936563ce8bb tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Synchronizing usage tracker for tenant:61b2a31574c540a4a96aed6c6737f801 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:36:05.615528 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-fb275d0c-5f2a-4edc-a31a-d92969901800 req-659e40a6-c245-4945-afd2-b936563ce8bb tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Unset dirty status for tenant:61b2a31574c540a4a96aed6c6737f801 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:36:05.616828 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-fb275d0c-5f2a-4edc-a31a-d92969901800 req-659e40a6-c245-4945-afd2-b936563ce8bb tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/ports?device_id=472d8236-8305-4960-a9b8-48a70b963710 HTTP/1.1" status: 200 len: 210 time: 0.0608380 May 19 09:36:06.984469 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-9c42588b-4489-4165-904a-920a0c24742f tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:06.986999 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-9c42588b-4489-4165-904a-920a0c24742f tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/networks?id=1abdadbf-2b88-44ea-aa05-e773a5110f8e HTTP/1.1" status: 200 len: 808 time: 0.1515369 May 19 09:36:07.004109 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-2ecd89f1-5528-4f75-88d9-9fa3746dd0e0 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/quotas/61b2a31574c540a4a96aed6c6737f801 HTTP/1.1" status: 200 len: 375 time: 0.0096016 May 19 09:36:07.052812 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-3fc0802d-5317-46ee-94e6-47b94f22d41c tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=61b2a31574c540a4a96aed6c6737f801&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434318 May 19 09:36:07.190129 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-5ef9eeb3-5a3c-4154-b663-aeb3d3557b3f service neutron] 10.222.0.61 "GET /v2.0/networks/1abdadbf-2b88-44ea-aa05-e773a5110f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304066 May 19 09:36:07.332428 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-349f38e0-5bee-489b-b380-c046b74e4ff4 service neutron] 10.222.0.61 "GET /v2.0/networks/1abdadbf-2b88-44ea-aa05-e773a5110f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305056 May 19 09:36:07.513352 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b74ccae7-dd82-42d8-af67-247ef5cc1d22 req-f31131f5-bda8-41c4-a062-36aca282e54f tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/ports?device_id=639597fb-b132-47cc-917f-1fe260d8eb72 HTTP/1.1" status: 200 len: 210 time: 0.0475326 May 19 09:36:08.379252 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device f81ec22a-614b-466e-ae7c-38ad6d618409 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:36:08.417280 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] No Port match for: f81ec22a-614b-466e-ae7c-38ad6d618409 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:36:08.417645 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device f81ec22a-614b-466e-ae7c-38ad6d618409 not bound to the agent host hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:36:08.639970 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-5330b36c-5876-4fd9-98f1-d1e58ea9f49e tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:08.641514 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-5330b36c-5876-4fd9-98f1-d1e58ea9f49e tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.76 "GET /v2.0/networks?id=1abdadbf-2b88-44ea-aa05-e773a5110f8e HTTP/1.1" status: 200 len: 808 time: 0.1723297 May 19 09:36:08.692950 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-78534519-0ccf-4212-ba88-0725257dbecd tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Request body: {'port': {'device_id': '639597fb-b132-47cc-917f-1fe260d8eb72', 'network_id': '1abdadbf-2b88-44ea-aa05-e773a5110f8e', 'admin_state_up': True, 'tenant_id': '61b2a31574c540a4a96aed6c6737f801'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:36:08.734327 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-80949f7f-441f-4b17-9272-5f630110a35c req-8b329641-18c9-42b3-84fc-a0a8523df3db tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/ports?device_id=639597fb-b132-47cc-917f-1fe260d8eb72 HTTP/1.1" status: 200 len: 210 time: 0.0831485 May 19 09:36:08.857474 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-78534519-0ccf-4212-ba88-0725257dbecd tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:36:08.869025 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-78534519-0ccf-4212-ba88-0725257dbecd tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:36:08.880590 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-78534519-0ccf-4212-ba88-0725257dbecd tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Made reservation on behalf of 61b2a31574c540a4a96aed6c6737f801 for: {'port': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:36:08.884116 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-78534519-0ccf-4212-ba88-0725257dbecd tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:09.059281 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-78534519-0ccf-4212-ba88-0725257dbecd tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Allocated IP 172.20.0.10 (1abdadbf-2b88-44ea-aa05-e773a5110f8e/abc613df-0e65-48ba-8b74-ab6f4bfbcd5b/b87d2048-8145-43d7-beed-4500d70a3e3f) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:36:09.257821 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-78534519-0ccf-4212-ba88-0725257dbecd tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:09.289020 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-78534519-0ccf-4212-ba88-0725257dbecd tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:09.294439 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f2d348a2-53ef-4ddf-9ed7-4a2ca398a845 tempest-VolumesActionsTest-705247468 tempest-VolumesActionsTest-705247468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:09.361990 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-78534519-0ccf-4212-ba88-0725257dbecd tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Network 1abdadbf-2b88-44ea-aa05-e773a5110f8e is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:36:09.365144 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-78534519-0ccf-4212-ba88-0725257dbecd tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Resources bound (agent type, host, resource id): {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:36:09.369160 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-78534519-0ccf-4212-ba88-0725257dbecd tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:36:09.403303 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78534519-0ccf-4212-ba88-0725257dbecd tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Pushing event updated for resources: {'Port': ['ID=b87d2048-8145-43d7-beed-4500d70a3e3f,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:09.409473 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-78534519-0ccf-4212-ba88-0725257dbecd tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:09.438061 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-78534519-0ccf-4212-ba88-0725257dbecd tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:09.438670 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-78534519-0ccf-4212-ba88-0725257dbecd tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:09.462837 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-78534519-0ccf-4212-ba88-0725257dbecd tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8098216 May 19 09:36:09.475353 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] Request body: {'port': {'device_id': '639597fb-b132-47cc-917f-1fe260d8eb72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:36:09.586204 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:09.924474 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ce974-1bac-4210-8994-46e350835d64 req-46e03414-6cef-4222-abaf-f99a28fafe9a tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:09.931889 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-819ce974-1bac-4210-8994-46e350835d64 req-46e03414-6cef-4222-abaf-f99a28fafe9a tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/ports?device_id=639597fb-b132-47cc-917f-1fe260d8eb72 HTTP/1.1" status: 200 len: 932 time: 0.0872290 May 19 09:36:09.989552 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-819ce974-1bac-4210-8994-46e350835d64 req-efc4e861-3693-46bc-b5f0-d860706b2e38 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/security-groups?id=7aa77317-5b8f-41ea-8726-8c470e168d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567200 May 19 09:36:10.014539 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87d2048-8145-43d7-beed-4500d70a3e3f {{(pid=91651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:36:10.022422 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:10.036973 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] Transition to ACTIVE for port object b87d2048-8145-43d7-beed-4500d70a3e3f will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:36:10.039933 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2459273'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:10.044348 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:10.171975 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b87d2048-8145-43d7-beed-4500d70a3e3f,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:10.176902 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:10.284249 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] Attempting to bind port b87d2048-8145-43d7-beed-4500d70a3e3f on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:36:10.284582 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] Attempting to bind port b87d2048-8145-43d7-beed-4500d70a3e3f by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '3f0130d5-eef5-420e-8138-feb6c03b5b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '1abdadbf-2b88-44ea-aa05-e773a5110f8e'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:36:10.284933 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] Attempting to bind port b87d2048-8145-43d7-beed-4500d70a3e3f on network 1abdadbf-2b88-44ea-aa05-e773a5110f8e {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:36:10.289980 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] Port b87d2048-8145-43d7-beed-4500d70a3e3f on network 1abdadbf-2b88-44ea-aa05-e773a5110f8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:36:10.290320 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] Attempting to bind port b87d2048-8145-43d7-beed-4500d70a3e3f on network 1abdadbf-2b88-44ea-aa05-e773a5110f8e {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:36:10.295641 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] Checking agent: {'id': 'e2b12f16-87f3-476d-a836-3e2e94bcfd4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'started_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:36:10.295974 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] Checking segment: {'id': '3f0130d5-eef5-420e-8138-feb6c03b5b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '1abdadbf-2b88-44ea-aa05-e773a5110f8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:36:10.296354 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] Bound using segment: {'id': '3f0130d5-eef5-420e-8138-feb6c03b5b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '1abdadbf-2b88-44ea-aa05-e773a5110f8e'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:36:10.296778 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] Bound port: b87d2048-8145-43d7-beed-4500d70a3e3f, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f0130d5-eef5-420e-8138-feb6c03b5b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '1abdadbf-2b88-44ea-aa05-e773a5110f8e'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:36:10.297120 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:10.387540 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] For port b87d2048-8145-43d7-beed-4500d70a3e3f, host hv-cinder-79128, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:36:10.390654 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] For port b87d2048-8145-43d7-beed-4500d70a3e3f, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b87d2048-8145-43d7-beed-4500d70a3e3f,segment=NetworkSegment(3f0130d5-eef5-420e-8138-feb6c03b5b69),segment_id=3f0130d5-eef5-420e-8138-feb6c03b5b69)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:36:10.395382 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2459273'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:10.400026 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7ad0df5f-faca-41e0-a7aa-2c685f8467cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:10.459952 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:10.460566 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:10.461936 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] 10.222.0.76 "PUT /v2.0/ports/b87d2048-8145-43d7-beed-4500d70a3e3f HTTP/1.1" status: 200 len: 1094 time: 0.9908366 May 19 09:36:10.462421 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639597fb-b132-47cc-917f-1fe260d8eb72', 'tag': 'b87d2048-8145-43d7-beed-4500d70a3e3f'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:36:10.485167 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b87d2048-8145-43d7-beed-4500d70a3e3f,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:10.489893 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:10.525189 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:10.544992 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '639597fb-b132-47cc-917f-1fe260d8eb72', 'tag': 'b87d2048-8145-43d7-beed-4500d70a3e3f', 'status': 'completed', 'code': 200} May 19 09:36:10.578707 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-dc1781ff-c428-47b2-a6e4-aaf094a9760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:10.581022 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-dc1781ff-c428-47b2-a6e4-aaf094a9760d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=61b2a31574c540a4a96aed6c6737f801&device_id=639597fb-b132-47cc-917f-1fe260d8eb72 HTTP/1.1" status: 200 len: 1097 time: 0.0728171 May 19 09:36:10.650885 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-bda3104c-a04d-4b9e-be79-b363a4f83f5c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b87d2048-8145-43d7-beed-4500d70a3e3f HTTP/1.1" status: 200 len: 217 time: 0.0629046 May 19 09:36:10.715037 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-7b74ed49-6916-47c4-a917-41321ef460df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:10.716445 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-7b74ed49-6916-47c4-a917-41321ef460df service neutron] 10.222.0.76 "GET /v2.0/subnets?id=abc613df-0e65-48ba-8b74-ab6f4bfbcd5b HTTP/1.1" status: 200 len: 848 time: 0.0563405 May 19 09:36:10.768263 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-9874f09f-3e92-4c7b-93f0-098d5fe5d61d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1abdadbf-2b88-44ea-aa05-e773a5110f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431447 May 19 09:36:10.898988 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-a5d9cf33-65e3-4051-94ce-a3f1ec08ff54 service neutron] 10.222.0.76 "GET /v2.0/networks/1abdadbf-2b88-44ea-aa05-e773a5110f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229186 May 19 09:36:11.029247 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e2b49bf5-beea-424e-aacf-05fb6cc64329 req-20fff6f6-ddca-4045-b6b0-fbc95a75672a service neutron] 10.222.0.76 "GET /v2.0/networks/1abdadbf-2b88-44ea-aa05-e773a5110f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232944 May 19 09:36:11.160003 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cc0a3-0b59-4c67-ba42-a5601f4fd8ce req-f0faffcc-95c5-4afc-a182-f1937bb79eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:11.161593 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-396cc0a3-0b59-4c67-ba42-a5601f4fd8ce req-f0faffcc-95c5-4afc-a182-f1937bb79eff service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=61b2a31574c540a4a96aed6c6737f801&device_id=639597fb-b132-47cc-917f-1fe260d8eb72 HTTP/1.1" status: 200 len: 1097 time: 0.0753658 May 19 09:36:11.186926 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778047f5-f217-496c-b465-cbda0cc09592 req-bf83473d-f3fb-47c9-a091-def21f9b2262 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:11.188384 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-778047f5-f217-496c-b465-cbda0cc09592 req-bf83473d-f3fb-47c9-a091-def21f9b2262 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/ports?device_id=639597fb-b132-47cc-917f-1fe260d8eb72 HTTP/1.1" status: 200 len: 944 time: 0.0861106 May 19 09:36:11.235216 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-778047f5-f217-496c-b465-cbda0cc09592 req-2565903b-575c-4232-af34-8154f30e6329 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/security-groups?id=7aa77317-5b8f-41ea-8726-8c470e168d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407548 May 19 09:36:11.295804 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cc0a3-0b59-4c67-ba42-a5601f4fd8ce req-938d2029-2a81-450c-8266-c05ffc3da75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:11.297249 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-396cc0a3-0b59-4c67-ba42-a5601f4fd8ce req-938d2029-2a81-450c-8266-c05ffc3da75f service neutron] 10.222.0.76 "GET /v2.0/networks?id=1abdadbf-2b88-44ea-aa05-e773a5110f8e HTTP/1.1" status: 200 len: 909 time: 0.1283679 May 19 09:36:11.459444 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-396cc0a3-0b59-4c67-ba42-a5601f4fd8ce req-f4256d9d-2b6a-4964-b74d-885fd5dafe1a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b87d2048-8145-43d7-beed-4500d70a3e3f HTTP/1.1" status: 200 len: 217 time: 0.1545603 May 19 09:36:11.535653 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cc0a3-0b59-4c67-ba42-a5601f4fd8ce req-ec4bd3d6-cd75-4a91-a291-ac2a060e2d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:11.537145 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-396cc0a3-0b59-4c67-ba42-a5601f4fd8ce req-ec4bd3d6-cd75-4a91-a291-ac2a060e2d29 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=abc613df-0e65-48ba-8b74-ab6f4bfbcd5b HTTP/1.1" status: 200 len: 848 time: 0.0695703 May 19 09:36:11.588705 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-396cc0a3-0b59-4c67-ba42-a5601f4fd8ce req-3c7902a7-c422-4d9e-b0ba-93a13e778093 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1abdadbf-2b88-44ea-aa05-e773a5110f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426273 May 19 09:36:11.732639 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-396cc0a3-0b59-4c67-ba42-a5601f4fd8ce req-fed9e448-1d50-499e-ab7f-2d5d84d6748b service neutron] 10.222.0.76 "GET /v2.0/networks/1abdadbf-2b88-44ea-aa05-e773a5110f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340818 May 19 09:36:11.864375 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-396cc0a3-0b59-4c67-ba42-a5601f4fd8ce req-a77cf50f-e97a-46fc-a1ac-9965f8370a46 service neutron] 10.222.0.76 "GET /v2.0/networks/1abdadbf-2b88-44ea-aa05-e773a5110f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238582 May 19 09:36:12.400474 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device b87d2048-8145-43d7-beed-4500d70a3e3f details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:36:12.420610 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85328390-a7d7-4f95-b5b8-fa445b971de6 req-24b3fc5a-cb4f-4202-b7e9-251644fd0431 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:12.421283 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-85328390-a7d7-4f95-b5b8-fa445b971de6 req-24b3fc5a-cb4f-4202-b7e9-251644fd0431 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Synchronizing usage tracker for tenant:61b2a31574c540a4a96aed6c6737f801 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:36:12.436733 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-85328390-a7d7-4f95-b5b8-fa445b971de6 req-24b3fc5a-cb4f-4202-b7e9-251644fd0431 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Unset dirty status for tenant:61b2a31574c540a4a96aed6c6737f801 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:36:12.437885 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-85328390-a7d7-4f95-b5b8-fa445b971de6 req-24b3fc5a-cb4f-4202-b7e9-251644fd0431 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/ports?device_id=639597fb-b132-47cc-917f-1fe260d8eb72 HTTP/1.1" status: 200 len: 944 time: 0.0964484 May 19 09:36:12.483793 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-85328390-a7d7-4f95-b5b8-fa445b971de6 req-a8e72cf5-adf7-4dde-9675-b7f5204b7f18 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/security-groups?id=7aa77317-5b8f-41ea-8726-8c470e168d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393839 May 19 09:36:12.540512 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port b87d2048-8145-43d7-beed-4500d70a3e3f, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b87d2048-8145-43d7-beed-4500d70a3e3f,segment=NetworkSegment(3f0130d5-eef5-420e-8138-feb6c03b5b69),segment_id=3f0130d5-eef5-420e-8138-feb6c03b5b69)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:36:12.554670 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Returning: {'device': 'b87d2048-8145-43d7-beed-4500d70a3e3f', 'network_id': '1abdadbf-2b88-44ea-aa05-e773a5110f8e', 'port_id': 'b87d2048-8145-43d7-beed-4500d70a3e3f', 'mac_address': 'fa:16:3e:85:e8:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc613df-0e65-48ba-8b74-ab6f4bfbcd5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:36:12.611786 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:12.631692 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87d2048-8145-43d7-beed-4500d70a3e3f {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:36:12.650314 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port b87d2048-8145-43d7-beed-4500d70a3e3f, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b87d2048-8145-43d7-beed-4500d70a3e3f,segment=NetworkSegment(3f0130d5-eef5-420e-8138-feb6c03b5b69),segment_id=3f0130d5-eef5-420e-8138-feb6c03b5b69)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:36:12.654165 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:12.658395 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:12.764254 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=b87d2048-8145-43d7-beed-4500d70a3e3f,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:12.767286 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:12.932082 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['b87d2048-8145-43d7-beed-4500d70a3e3f'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:36:13.670982 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4c78a-816e-4e17-84d5-9c920cbb78c0 req-3c12c8e4-caed-47c5-ae29-1ea01c40b7f6 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:13.672354 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-7ad4c78a-816e-4e17-84d5-9c920cbb78c0 req-3c12c8e4-caed-47c5-ae29-1ea01c40b7f6 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/ports?device_id=639597fb-b132-47cc-917f-1fe260d8eb72 HTTP/1.1" status: 200 len: 945 time: 0.0792801 May 19 09:36:13.717174 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-7ad4c78a-816e-4e17-84d5-9c920cbb78c0 req-90a5ccf6-eab3-4120-a28e-81202d016af4 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/security-groups?id=7aa77317-5b8f-41ea-8726-8c470e168d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383987 May 19 09:36:14.411924 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device b87d2048-8145-43d7-beed-4500d70a3e3f up at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:36:14.479956 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning for port b87d2048-8145-43d7-beed-4500d70a3e3f completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:36:14.484512 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning complete for port b87d2048-8145-43d7-beed-4500d70a3e3f triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:36:14.484977 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:14.602462 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:14.628895 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639597fb-b132-47cc-917f-1fe260d8eb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87d2048-8145-43d7-beed-4500d70a3e3f'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:36:14.638247 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port b87d2048-8145-43d7-beed-4500d70a3e3f, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b87d2048-8145-43d7-beed-4500d70a3e3f,segment=NetworkSegment(3f0130d5-eef5-420e-8138-feb6c03b5b69),segment_id=3f0130d5-eef5-420e-8138-feb6c03b5b69)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:36:14.642795 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:14.644485 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:14.679610 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '639597fb-b132-47cc-917f-1fe260d8eb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87d2048-8145-43d7-beed-4500d70a3e3f', 'code': 200} May 19 09:36:14.710108 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=b87d2048-8145-43d7-beed-4500d70a3e3f,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:14.713104 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:14.937014 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457030a2-264c-4d62-a47e-fcac25f4ba1a req-e10ff9b4-6bdd-49df-bce4-7cd12b5f605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:14.938430 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-457030a2-264c-4d62-a47e-fcac25f4ba1a req-e10ff9b4-6bdd-49df-bce4-7cd12b5f605c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=639597fb-b132-47cc-917f-1fe260d8eb72 HTTP/1.1" status: 200 len: 1099 time: 0.0774236 May 19 09:36:14.981906 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-457030a2-264c-4d62-a47e-fcac25f4ba1a req-8c34e82a-ef46-46fe-a9b8-d4d0b0cb5517 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7aa77317-5b8f-41ea-8726-8c470e168d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354509 May 19 09:36:15.003490 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97145e0f-15d0-490b-b0c0-039e6be1c1b6 req-2962cf65-ef9f-4835-8dd5-bc1c2f703fb4 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:15.005057 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-97145e0f-15d0-490b-b0c0-039e6be1c1b6 req-2962cf65-ef9f-4835-8dd5-bc1c2f703fb4 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/ports?device_id=639597fb-b132-47cc-917f-1fe260d8eb72 HTTP/1.1" status: 200 len: 946 time: 0.1783733 May 19 09:36:15.012744 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:36:15.051376 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-97145e0f-15d0-490b-b0c0-039e6be1c1b6 req-c3c01fce-821e-44c6-9a55-30815262f0fd tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/security-groups?id=7aa77317-5b8f-41ea-8726-8c470e168d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403588 May 19 09:36:16.242006 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e99c7-c61e-4528-bc7d-73d27815878b req-8be2b4ae-3cd7-4d6c-8a10-6ae6bc6a3599 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:16.243611 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b78e99c7-c61e-4528-bc7d-73d27815878b req-8be2b4ae-3cd7-4d6c-8a10-6ae6bc6a3599 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/ports?device_id=639597fb-b132-47cc-917f-1fe260d8eb72 HTTP/1.1" status: 200 len: 946 time: 0.0806773 May 19 09:36:16.290436 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-b78e99c7-c61e-4528-bc7d-73d27815878b req-3a112285-ff1e-48eb-9cc8-ed6ba2ab8238 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/security-groups?id=7aa77317-5b8f-41ea-8726-8c470e168d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411272 May 19 09:36:17.415040 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c2ac2-771c-43cd-b25b-25698e67734b req-f862e7c5-2303-4dac-8492-503cd370a4f3 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:17.416489 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-4d1c2ac2-771c-43cd-b25b-25698e67734b req-f862e7c5-2303-4dac-8492-503cd370a4f3 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/ports?device_id=639597fb-b132-47cc-917f-1fe260d8eb72 HTTP/1.1" status: 200 len: 946 time: 0.0827820 May 19 09:36:17.460436 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-4d1c2ac2-771c-43cd-b25b-25698e67734b req-7eb2ee6c-5ee3-4e34-8c47-daeeba8899f9 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/security-groups?id=7aa77317-5b8f-41ea-8726-8c470e168d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383530 May 19 09:36:18.651086 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92efa7-d670-40c8-8985-e009ff125866 req-83e42552-3770-4d58-a3d5-29e40eba2820 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:18.652536 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-fe92efa7-d670-40c8-8985-e009ff125866 req-83e42552-3770-4d58-a3d5-29e40eba2820 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/ports?device_id=639597fb-b132-47cc-917f-1fe260d8eb72 HTTP/1.1" status: 200 len: 946 time: 0.0823915 May 19 09:36:18.697279 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-fe92efa7-d670-40c8-8985-e009ff125866 req-edbec298-cd6a-404e-a088-22ad0fe16f7a tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/security-groups?id=7aa77317-5b8f-41ea-8726-8c470e168d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386679 May 19 09:36:18.841619 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f652cf8-ff4f-4a2b-ace6-e64bdfa4f6dd req-be4cc5d2-bd27-4364-ae8c-d4530310787a tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:18.842967 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-6f652cf8-ff4f-4a2b-ace6-e64bdfa4f6dd req-be4cc5d2-bd27-4364-ae8c-d4530310787a tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.76 "GET /v2.0/ports?device_id=639597fb-b132-47cc-917f-1fe260d8eb72 HTTP/1.1" status: 200 len: 946 time: 0.0781722 May 19 09:36:18.929558 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 46852) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:18.982354 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-6f652cf8-ff4f-4a2b-ace6-e64bdfa4f6dd req-55ffdf76-b9a0-4d11-88c4-fbb3d72e3c61 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Deleting port b87d2048-8145-43d7-beed-4500d70a3e3f {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:36:18.982696 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-6f652cf8-ff4f-4a2b-ace6-e64bdfa4f6dd req-55ffdf76-b9a0-4d11-88c4-fbb3d72e3c61 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:18.989108 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a226882-cd2c-4012-a42a-538b1d9fbafe admin admin] Deleting subnet c1ac9d11-0eaf-4071-ac63-ef5848efd223 {{(pid=91652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:36:18.992144 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1a226882-cd2c-4012-a42a-538b1d9fbafe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:19.045049 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1a226882-cd2c-4012-a42a-538b1d9fbafe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225997'] for subnet, precommit_delete_associations {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:19.102826 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1a226882-cd2c-4012-a42a-538b1d9fbafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874305'] for subnet, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:19.120893 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-6f652cf8-ff4f-4a2b-ace6-e64bdfa4f6dd req-55ffdf76-b9a0-4d11-88c4-fbb3d72e3c61 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] For port b87d2048-8145-43d7-beed-4500d70a3e3f, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b87d2048-8145-43d7-beed-4500d70a3e3f,segment=NetworkSegment(3f0130d5-eef5-420e-8138-feb6c03b5b69),segment_id=3f0130d5-eef5-420e-8138-feb6c03b5b69)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:36:19.121247 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-6f652cf8-ff4f-4a2b-ace6-e64bdfa4f6dd req-55ffdf76-b9a0-4d11-88c4-fbb3d72e3c61 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:19.246553 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-6f652cf8-ff4f-4a2b-ace6-e64bdfa4f6dd req-55ffdf76-b9a0-4d11-88c4-fbb3d72e3c61 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Calling delete_port for b87d2048-8145-43d7-beed-4500d70a3e3f owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:36:19.354363 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1a226882-cd2c-4012-a42a-538b1d9fbafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2887608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60223505'] for subnet, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:19.364824 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:19.368050 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-6f652cf8-ff4f-4a2b-ace6-e64bdfa4f6dd req-55ffdf76-b9a0-4d11-88c4-fbb3d72e3c61 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:19.374118 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:19.380690 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['b87d2048-8145-43d7-beed-4500d70a3e3f'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:36:19.405492 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a226882-cd2c-4012-a42a-538b1d9fbafe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1ac9d11-0eaf-4071-ac63-ef5848efd223,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:19.407677 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1a226882-cd2c-4012-a42a-538b1d9fbafe admin admin] Notify callbacks [] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:19.420374 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-1a226882-cd2c-4012-a42a-538b1d9fbafe admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c1ac9d11-0eaf-4071-ac63-ef5848efd223 HTTP/1.1" status: 204 len: 168 time: 0.4869101 May 19 09:36:19.420374 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-1a226882-cd2c-4012-a42a-538b1d9fbafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:19.420374 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 46860) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:19.425721 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ffdf76-b9a0-4d11-88c4-fbb3d72e3c61 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Pushing event deleted for resources: {'Port': ['ID=b87d2048-8145-43d7-beed-4500d70a3e3f,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:19.459258 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-55ffdf76-b9a0-4d11-88c4-fbb3d72e3c61 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:19.500482 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f652cf8-ff4f-4a2b-ace6-e64bdfa4f6dd req-55ffdf76-b9a0-4d11-88c4-fbb3d72e3c61 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] No DVR routers for this DVR port b87d2048-8145-43d7-beed-4500d70a3e3f on host hv-cinder-79128 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:36:19.503337 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-6f652cf8-ff4f-4a2b-ace6-e64bdfa4f6dd req-55ffdf76-b9a0-4d11-88c4-fbb3d72e3c61 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:19.505931 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639597fb-b132-47cc-917f-1fe260d8eb72', 'name': 'network-vif-deleted', 'tag': 'b87d2048-8145-43d7-beed-4500d70a3e3f'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:36:19.522628 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-6f652cf8-ff4f-4a2b-ace6-e64bdfa4f6dd req-55ffdf76-b9a0-4d11-88c4-fbb3d72e3c61 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.76 "DELETE /v2.0/ports/b87d2048-8145-43d7-beed-4500d70a3e3f HTTP/1.1" status: 204 len: 173 time: 0.6732056 May 19 09:36:19.530907 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-55fdd178-95fc-4193-aaa2-a69797694908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723769'] for network, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:19.557834 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '639597fb-b132-47cc-917f-1fe260d8eb72', 'name': 'network-vif-deleted', 'tag': 'b87d2048-8145-43d7-beed-4500d70a3e3f', 'status': 'completed', 'code': 200} May 19 09:36:19.657606 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-55fdd178-95fc-4193-aaa2-a69797694908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868810', 'neutron.services.segments.db._delete_segments_for_network-8789556565890'] for network, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:19.671172 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.services.segments.db [None req-55fdd178-95fc-4193-aaa2-a69797694908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa91e4f-47aa-4b9d-ab1b-ecee92a38d26']}} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:36:19.684072 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.services.segments.db [None req-55fdd178-95fc-4193-aaa2-a69797694908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fdef79c-7333-48d4-b195-4ba926c7f9f0') {'for_net_delete': True} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:36:19.684509 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.services.segments.db [None req-55fdd178-95fc-4193-aaa2-a69797694908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fdef79c-7333-48d4-b195-4ba926c7f9f0') {} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:36:19.695768 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-55fdd178-95fc-4193-aaa2-a69797694908 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789556576395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2226010'] for segment, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:19.711566 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-55fdd178-95fc-4193-aaa2-a69797694908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:19.717695 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55fdd178-95fc-4193-aaa2-a69797694908 admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=91652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:36:19.719524 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-55fdd178-95fc-4193-aaa2-a69797694908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2838810'] for segment, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: Traceback (most recent call last): May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: timer() May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: cb(*args, **kw) May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: return func(*args, **kwargs) May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: self._notify() May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: self.callback(batched_events) May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: event.method(event) May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: return f(self, *a, **k) May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: return self._get(url).json() May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: return self.request(url, 'GET', **kwargs) May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:36:19.733490 dv-cinder-791281-2-smb neutron-server[91652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:36:19.809995 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-55fdd178-95fc-4193-aaa2-a69797694908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827017'] for network, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:19.813895 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8eeb8fa8-6417-4443-b15c-b6bf6eb7638f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:19.827563 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-55fdd178-95fc-4193-aaa2-a69797694908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:19.879910 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fdd178-95fc-4193-aaa2-a69797694908 admin admin] Pushing event deleted for resources: {'Network': ['ID=afa91e4f-47aa-4b9d-ab1b-ecee92a38d26,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:19.884595 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-03a8bfde-c486-4a8d-acc7-a1eb416e67ad req-531ab434-f42b-41a5-9e5c-49743608e933 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] 10.222.0.61 "GET /v2.0/ports?device_id=639597fb-b132-47cc-917f-1fe260d8eb72 HTTP/1.1" status: 200 len: 210 time: 0.0544395 May 19 09:36:19.885557 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-55fdd178-95fc-4193-aaa2-a69797694908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:19.886945 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-55fdd178-95fc-4193-aaa2-a69797694908 admin admin] 10.222.0.61 "DELETE /v2.0/networks/afa91e4f-47aa-4b9d-ab1b-ecee92a38d26 HTTP/1.1" status: 204 len: 168 time: 0.4670222 May 19 09:36:20.006085 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 46870) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:20.061636 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-e7ad51d6-7d88-4b29-b911-f7ca57407895 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ada6656405ce4668bb813a4012a9a444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520775 May 19 09:36:20.061905 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 46874) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:20.124850 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f2e6a5fe-804f-4146-8376-7a0925bca688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:20.152679 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f2e6a5fe-804f-4146-8376-7a0925bca688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:20.206006 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f2e6a5fe-804f-4146-8376-7a0925bca688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:20.210971 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-35edb379-5b40-4959-9fec-9689afa601d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:20.224128 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6a5fe-804f-4146-8376-7a0925bca688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f27a029-9849-4f3a-9c18-ba24bdf89f29,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:20.226774 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f2e6a5fe-804f-4146-8376-7a0925bca688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:20.233930 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f2e6a5fe-804f-4146-8376-7a0925bca688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:20.235012 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-f2e6a5fe-804f-4146-8376-7a0925bca688 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1f27a029-9849-4f3a-9c18-ba24bdf89f29 HTTP/1.1" status: 204 len: 168 time: 0.1723747 May 19 09:36:22.441010 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device b87d2048-8145-43d7-beed-4500d70a3e3f no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:36:22.475343 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] No Port match for: b87d2048-8145-43d7-beed-4500d70a3e3f {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:36:22.475690 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device b87d2048-8145-43d7-beed-4500d70a3e3f not bound to the agent host hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:36:25.179979 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581dadb6-a9f2-4cb7-9541-8820e00b6ac9 req-49587af0-a939-4649-8b64-355785140487 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:25.187563 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-581dadb6-a9f2-4cb7-9541-8820e00b6ac9 req-49587af0-a939-4649-8b64-355785140487 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 946 time: 0.2314506 May 19 09:36:25.238673 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-581dadb6-a9f2-4cb7-9541-8820e00b6ac9 req-98315612-a0ae-4020-aeb1-bc90ad43263e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498862 May 19 09:36:26.452926 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722e6bf-ecdb-474c-b208-6a71980a877a req-d6587b4a-e12d-4899-8cfb-deb9df83aa16 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:26.455097 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-8722e6bf-ecdb-474c-b208-6a71980a877a req-d6587b4a-e12d-4899-8cfb-deb9df83aa16 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 946 time: 0.1042767 May 19 09:36:26.512868 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-8722e6bf-ecdb-474c-b208-6a71980a877a req-be783d4d-0a88-46b7-b37d-4d1d2a118a6d tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480766 May 19 09:36:27.758268 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ea50a-d331-4573-9d13-9c29a8cd82ac req-f68347a8-c477-4809-9c1f-55b75763ec84 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:27.759732 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-4f6ea50a-d331-4573-9d13-9c29a8cd82ac req-f68347a8-c477-4809-9c1f-55b75763ec84 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 946 time: 0.1042519 May 19 09:36:27.809220 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-4f6ea50a-d331-4573-9d13-9c29a8cd82ac req-333d5c00-b339-4685-bb1f-57ed6a9666fb tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437591 May 19 09:36:28.883968 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-cf5378bb-0f5b-470c-91b5-833c8b3c9f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:29.045438 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d723dd7-2568-4899-a713-51db7bfb77a1 req-0c756857-9a85-4094-9806-53b733d144e1 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:29.047240 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-8d723dd7-2568-4899-a713-51db7bfb77a1 req-0c756857-9a85-4094-9806-53b733d144e1 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 946 time: 0.0987520 May 19 09:36:29.198778 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-8d723dd7-2568-4899-a713-51db7bfb77a1 req-a15513c4-2d69-4202-b133-cff65059a05c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414204 May 19 09:36:30.478106 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7065c34-b06c-4964-84f7-8eb58bdf600d req-0d5e46d6-726e-4a38-b3af-b94db1e3dc18 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:30.479606 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-c7065c34-b06c-4964-84f7-8eb58bdf600d req-0d5e46d6-726e-4a38-b3af-b94db1e3dc18 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 946 time: 0.0978796 May 19 09:36:30.540489 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-c7065c34-b06c-4964-84f7-8eb58bdf600d req-b57ece98-17ba-4ee0-99c9-7067d556afa7 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545671 May 19 09:36:31.427435 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:31.756946 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417db50-20e1-446c-8ee5-f04b7b53961b req-afba1a2a-31d9-45a4-9ecb-eda5a26a853f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:31.760649 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-3417db50-20e1-446c-8ee5-f04b7b53961b req-afba1a2a-31d9-45a4-9ecb-eda5a26a853f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 946 time: 0.0944583 May 19 09:36:31.810861 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-3417db50-20e1-446c-8ee5-f04b7b53961b req-f9cc55df-3ef6-4900-8655-0f7cf577dc09 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441582 May 19 09:36:31.932472 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-508d583d-5b22-4a2e-b013-9263c6be436b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:32.693336 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 47174) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:32.837383 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-592dea18-fe26-456d-b4f5-b08e4c69ece1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:32.865934 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-592dea18-fe26-456d-b4f5-b08e4c69ece1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:36:32.871530 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-592dea18-fe26-456d-b4f5-b08e4c69ece1 admin admin] Usage tracker for resource:security_group_rule and tenant:9233f59cdaf94b1a9ebb714f1e03e47d is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:36:32.873958 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:32.877019 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-592dea18-fe26-456d-b4f5-b08e4c69ece1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:36:32.883858 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-592dea18-fe26-456d-b4f5-b08e4c69ece1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:36:33.042676 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-592dea18-fe26-456d-b4f5-b08e4c69ece1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:33.052267 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-592dea18-fe26-456d-b4f5-b08e4c69ece1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:33.074513 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ae56b8e5-b57e-4153-a420-4af5128fafed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:33.114507 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-592dea18-fe26-456d-b4f5-b08e4c69ece1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9233f59cdaf94b1a9ebb714f1e03e47d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4200475 May 19 09:36:33.117144 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 47182) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:33.122827 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61778e-d783-44c3-bacf-a0691e83ccc9 req-7ccf1dfb-d2cc-454b-8f11-04b147b753d6 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:33.124308 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-de61778e-d783-44c3-bacf-a0691e83ccc9 req-7ccf1dfb-d2cc-454b-8f11-04b147b753d6 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 946 time: 0.1800089 May 19 09:36:33.125200 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592dea18-fe26-456d-b4f5-b08e4c69ece1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1c9a1c-39af-4746-8797-b5fe5275eebb,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:33.128487 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-592dea18-fe26-456d-b4f5-b08e4c69ece1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:33.199343 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-de61778e-d783-44c3-bacf-a0691e83ccc9 req-6e696752-ce3e-4eca-a2c0-4016417f37d6 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607371 May 19 09:36:33.200772 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c6d26577-2fe0-4beb-a17e-adfcbe1b2d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:33.242148 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c6d26577-2fe0-4beb-a17e-adfcbe1b2d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:33.314927 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c6d26577-2fe0-4beb-a17e-adfcbe1b2d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:33.323197 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-92481fcc-e1e8-43f6-98ef-ed05e2baeaa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:33.464712 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d26577-2fe0-4beb-a17e-adfcbe1b2d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1c9a1c-39af-4746-8797-b5fe5275eebb,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:33.483080 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d26577-2fe0-4beb-a17e-adfcbe1b2d6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:33.483452 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d26577-2fe0-4beb-a17e-adfcbe1b2d6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:33.483808 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d26577-2fe0-4beb-a17e-adfcbe1b2d6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:33.484162 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d26577-2fe0-4beb-a17e-adfcbe1b2d6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:33.484507 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d26577-2fe0-4beb-a17e-adfcbe1b2d6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:33.484846 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d26577-2fe0-4beb-a17e-adfcbe1b2d6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:33.485186 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d26577-2fe0-4beb-a17e-adfcbe1b2d6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:33.485547 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d26577-2fe0-4beb-a17e-adfcbe1b2d6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:33.485917 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d26577-2fe0-4beb-a17e-adfcbe1b2d6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:33.486255 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d26577-2fe0-4beb-a17e-adfcbe1b2d6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:33.486592 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d26577-2fe0-4beb-a17e-adfcbe1b2d6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:33.486943 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d26577-2fe0-4beb-a17e-adfcbe1b2d6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:33.491402 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c6d26577-2fe0-4beb-a17e-adfcbe1b2d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:33.492506 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c6d26577-2fe0-4beb-a17e-adfcbe1b2d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:33.497164 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-c6d26577-2fe0-4beb-a17e-adfcbe1b2d6e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a1c9a1c-39af-4746-8797-b5fe5275eebb HTTP/1.1" status: 204 len: 168 time: 0.3787994 May 19 09:36:34.392658 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf362f7-2d6d-4ce7-a2b9-63a99a1e20d7 req-4acc932b-70f6-46a5-b471-6a99d764a161 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:34.394199 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-2cf362f7-2d6d-4ce7-a2b9-63a99a1e20d7 req-4acc932b-70f6-46a5-b471-6a99d764a161 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 946 time: 0.0863814 May 19 09:36:34.446341 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-2cf362f7-2d6d-4ce7-a2b9-63a99a1e20d7 req-2be8cc82-e15d-4129-a457-5b60e85ee88e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461748 May 19 09:36:34.567260 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:35.668761 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ab4c2-5a3a-469f-88ee-3233ca363880 req-03e3fc4a-116f-464d-b06f-d5ec69f08f8a tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:35.670312 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-2e7ab4c2-5a3a-469f-88ee-3233ca363880 req-03e3fc4a-116f-464d-b06f-d5ec69f08f8a tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 946 time: 0.1028428 May 19 09:36:35.726561 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-2e7ab4c2-5a3a-469f-88ee-3233ca363880 req-f46911bf-92d7-4ded-9380-4f6ecd6cec28 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494316 May 19 09:36:36.523182 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:36:36.675233 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:36:36.690164 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Returning: {'device': 'b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'port_id': 'b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0', 'mac_address': 'fa:16:3e:52:24:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:36:36.754153 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:36.771926 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:36:36.790001 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:36:36.796530 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:36.799746 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:36.873871 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0,revision_number=6']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:36.884099 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:36.958619 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:36:36.963053 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fe311-1458-4472-900e-375ee29e647b req-7d2c4e13-4646-4d89-93a2-5a9e5f513e76 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:36.975272 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-242fe311-1458-4472-900e-375ee29e647b req-7d2c4e13-4646-4d89-93a2-5a9e5f513e76 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 945 time: 0.0994494 May 19 09:36:37.035672 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-242fe311-1458-4472-900e-375ee29e647b req-cdf04eaa-7218-43e8-84d1-6ccaba3585cd tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547926 May 19 09:36:38.271573 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7f67b-29df-461e-a73c-6be45c67c224 req-7fc2a7ce-a8ad-40e0-a8d2-6f31984d750c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:38.278840 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-1ed7f67b-29df-461e-a73c-6be45c67c224 req-7fc2a7ce-a8ad-40e0-a8d2-6f31984d750c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 945 time: 0.1037078 May 19 09:36:38.325220 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-1ed7f67b-29df-461e-a73c-6be45c67c224 req-2e74b471-1a6a-4c72-9e6d-e1265af6abbe tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454640 May 19 09:36:38.540504 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 up at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:36:38.636279 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning complete for port b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:36:38.636558 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:38.790150 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:38.828100 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b81766-e256-439b-9813-950fbb0d4242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:36:38.843274 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:36:38.849500 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:38.853750 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-6aebba8f-ee27-4450-9904-952006f00029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:38.897658 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e53bcdfe-c422-404d-ac2d-62c1e55ea5e0 req-60944065-50b3-4e9c-800f-751766eec6d7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2454934 May 19 09:36:38.931812 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b81766-e256-439b-9813-950fbb0d4242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0', 'code': 200} May 19 09:36:38.937668 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0,revision_number=7']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:38.949283 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:39.092779 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53bcdfe-c422-404d-ac2d-62c1e55ea5e0 req-20210dfd-9176-494f-9a7a-ef62abad6463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:39.095709 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e53bcdfe-c422-404d-ac2d-62c1e55ea5e0 req-20210dfd-9176-494f-9a7a-ef62abad6463 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=97fc349a479c4afd9aea2d0219c002b2&device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 1098 time: 0.1059613 May 19 09:36:39.263294 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53bcdfe-c422-404d-ac2d-62c1e55ea5e0 req-bf91bd18-c4af-468f-af83-c1eabca3452d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:39.265020 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e53bcdfe-c422-404d-ac2d-62c1e55ea5e0 req-bf91bd18-c4af-468f-af83-c1eabca3452d service neutron] 10.222.0.76 "GET /v2.0/networks?id=d18f6c36-0859-444b-a9be-eedab568b568 HTTP/1.1" status: 200 len: 909 time: 0.1468868 May 19 09:36:39.456798 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e53bcdfe-c422-404d-ac2d-62c1e55ea5e0 req-a4c9b997-029c-4f9d-955f-c53cbf452969 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72859139-f998-4a75-8a61-a3b851c2386a HTTP/1.1" status: 200 len: 1001 time: 0.1799090 May 19 09:36:39.582680 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53bcdfe-c422-404d-ac2d-62c1e55ea5e0 req-7117b724-b7f1-4b30-83d5-099f30119cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:39.586199 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e53bcdfe-c422-404d-ac2d-62c1e55ea5e0 req-7117b724-b7f1-4b30-83d5-099f30119cae service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d298f93a-a019-4ca0-bd96-2bc106686ff3 HTTP/1.1" status: 200 len: 847 time: 0.1205385 May 19 09:36:39.707394 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169a6de-b402-4702-bb9d-0ae26718a964 req-67b50931-71bd-46dc-af15-762e073850fc tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:39.708965 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-a169a6de-b402-4702-bb9d-0ae26718a964 req-67b50931-71bd-46dc-af15-762e073850fc tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 946 time: 0.1749816 May 19 09:36:39.715365 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53bcdfe-c422-404d-ac2d-62c1e55ea5e0 req-27ba417e-ea5a-4faa-8932-eb0c80ca1052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:39.719623 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e53bcdfe-c422-404d-ac2d-62c1e55ea5e0 req-27ba417e-ea5a-4faa-8932-eb0c80ca1052 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d18f6c36-0859-444b-a9be-eedab568b568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1230421 May 19 09:36:39.853662 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-a169a6de-b402-4702-bb9d-0ae26718a964 req-2cfbda6a-bc80-4f41-bdfb-6bcb3377f8b9 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303127 May 19 09:36:39.999800 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e53bcdfe-c422-404d-ac2d-62c1e55ea5e0 req-a4cb674b-107f-41d2-98e7-b45ad6547fd2 service neutron] 10.222.0.76 "GET /v2.0/networks/d18f6c36-0859-444b-a9be-eedab568b568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617350 May 19 09:36:40.251770 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e53bcdfe-c422-404d-ac2d-62c1e55ea5e0 req-2d2b9328-9e7d-4739-84d8-ad6993bcae86 service neutron] 10.222.0.76 "GET /v2.0/networks/d18f6c36-0859-444b-a9be-eedab568b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389460 May 19 09:36:40.530895 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:41.084993 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd2a6e-ed90-4be1-b775-3191b0d390a4 req-d71a0e98-3f71-4a93-ae1a-60b7010cd58d tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:41.090345 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-77fd2a6e-ed90-4be1-b775-3191b0d390a4 req-d71a0e98-3f71-4a93-ae1a-60b7010cd58d tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 946 time: 0.1089823 May 19 09:36:41.152386 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-77fd2a6e-ed90-4be1-b775-3191b0d390a4 req-e6f1bc29-2a1d-446c-8051-43a4cad2b70b tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598342 May 19 09:36:41.498822 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 47362) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:41.578078 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8c4242-431b-4bc0-a6f7-486426867c4a admin admin] Deleting subnet abc613df-0e65-48ba-8b74-ab6f4bfbcd5b {{(pid=91651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:36:41.584936 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4242-431b-4bc0-a6f7-486426867c4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:41.646116 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4242-431b-4bc0-a6f7-486426867c4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2109446'] for subnet, precommit_delete_associations {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:41.705042 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4242-431b-4bc0-a6f7-486426867c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874305'] for subnet, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:41.977285 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4242-431b-4bc0-a6f7-486426867c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2283599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2438426'] for subnet, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:41.982062 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:42.018902 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c4242-431b-4bc0-a6f7-486426867c4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abc613df-0e65-48ba-8b74-ab6f4bfbcd5b,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:42.021913 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0e8c4242-431b-4bc0-a6f7-486426867c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:42.025050 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4242-431b-4bc0-a6f7-486426867c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:42.031768 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-0e8c4242-431b-4bc0-a6f7-486426867c4a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/abc613df-0e65-48ba-8b74-ab6f4bfbcd5b HTTP/1.1" status: 204 len: 168 time: 0.5309021 May 19 09:36:42.035181 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 47366) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:42.155031 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6b084c51-7653-4bd4-ac69-0b03d2cdcd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723769'] for network, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:42.381660 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6b084c51-7653-4bd4-ac69-0b03d2cdcd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868810', 'neutron.services.segments.db._delete_segments_for_network-8789556565890'] for network, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:42.396521 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.services.segments.db [None req-6b084c51-7653-4bd4-ac69-0b03d2cdcd0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1abdadbf-2b88-44ea-aa05-e773a5110f8e']}} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:36:42.409437 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.services.segments.db [None req-6b084c51-7653-4bd4-ac69-0b03d2cdcd0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f0130d5-eef5-420e-8138-feb6c03b5b69') {'for_net_delete': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:36:42.409838 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.services.segments.db [None req-6b084c51-7653-4bd4-ac69-0b03d2cdcd0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f0130d5-eef5-420e-8138-feb6c03b5b69') {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:36:42.422185 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6b084c51-7653-4bd4-ac69-0b03d2cdcd0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789556576395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2109457'] for segment, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:42.440275 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6b084c51-7653-4bd4-ac69-0b03d2cdcd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:42.446922 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b084c51-7653-4bd4-ac69-0b03d2cdcd0e admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=91651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:36:42.447234 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6b084c51-7653-4bd4-ac69-0b03d2cdcd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2459373'] for segment, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: Traceback (most recent call last): May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: timer() May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: cb(*args, **kw) May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: return func(*args, **kwargs) May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: self._notify() May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: self.callback(batched_events) May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: event.method(event) May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: return f(self, *a, **k) May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: return self._get(url).json() May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: return self.request(url, 'GET', **kwargs) May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:36:42.540906 dv-cinder-791281-2-smb neutron-server[91651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:36:42.597096 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6b084c51-7653-4bd4-ac69-0b03d2cdcd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827017'] for network, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:42.603985 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:42.628151 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6b084c51-7653-4bd4-ac69-0b03d2cdcd0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:42.649112 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b084c51-7653-4bd4-ac69-0b03d2cdcd0e admin admin] Pushing event deleted for resources: {'Network': ['ID=1abdadbf-2b88-44ea-aa05-e773a5110f8e,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:42.652696 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6b084c51-7653-4bd4-ac69-0b03d2cdcd0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:42.656577 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-6b084c51-7653-4bd4-ac69-0b03d2cdcd0e admin admin] 10.222.0.61 "DELETE /v2.0/networks/1abdadbf-2b88-44ea-aa05-e773a5110f8e HTTP/1.1" status: 204 len: 168 time: 0.6173382 May 19 09:36:42.691734 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbabce-fba3-440e-bc3d-3d88d085233c req-cb5b8f62-2d72-4c96-8820-fd9e0d363b8c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:42.695662 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-4dbbabce-fba3-440e-bc3d-3d88d085233c req-cb5b8f62-2d72-4c96-8820-fd9e0d363b8c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 946 time: 0.1563122 May 19 09:36:42.774435 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-4dbbabce-fba3-440e-bc3d-3d88d085233c req-154969f1-d235-46d1-953e-29d66a5e4985 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727377 May 19 09:36:42.899781 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 47382) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:42.988386 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-447e11ef-a2f4-496d-8e29-715546c0d8eb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=61b2a31574c540a4a96aed6c6737f801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0848401 May 19 09:36:42.988874 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 47388) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:43.056474 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8d8d3f52-fe90-4a46-b9e0-079fa73a8afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:43.103129 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8d8d3f52-fe90-4a46-b9e0-079fa73a8afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:43.166738 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8d8d3f52-fe90-4a46-b9e0-079fa73a8afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:43.172423 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-906ff5fb-0ced-4e90-9120-107cf8a86b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:43.190178 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d3f52-fe90-4a46-b9e0-079fa73a8afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa77317-5b8f-41ea-8726-8c470e168d15,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:43.202548 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8d3f52-fe90-4a46-b9e0-079fa73a8afd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:43.203365 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8d3f52-fe90-4a46-b9e0-079fa73a8afd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:43.204724 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8d3f52-fe90-4a46-b9e0-079fa73a8afd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:43.205300 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8d3f52-fe90-4a46-b9e0-079fa73a8afd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:43.205661 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8d3f52-fe90-4a46-b9e0-079fa73a8afd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:43.206080 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8d3f52-fe90-4a46-b9e0-079fa73a8afd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:43.206430 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8d3f52-fe90-4a46-b9e0-079fa73a8afd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:43.207167 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8d3f52-fe90-4a46-b9e0-079fa73a8afd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:43.207762 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8d3f52-fe90-4a46-b9e0-079fa73a8afd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:43.208343 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8d3f52-fe90-4a46-b9e0-079fa73a8afd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:43.208862 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8d3f52-fe90-4a46-b9e0-079fa73a8afd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:43.209401 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8d3f52-fe90-4a46-b9e0-079fa73a8afd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:43.213490 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8d8d3f52-fe90-4a46-b9e0-079fa73a8afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:43.222434 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8d8d3f52-fe90-4a46-b9e0-079fa73a8afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:43.224710 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-8d8d3f52-fe90-4a46-b9e0-079fa73a8afd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7aa77317-5b8f-41ea-8726-8c470e168d15 HTTP/1.1" status: 204 len: 168 time: 0.2345047 May 19 09:36:43.984471 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42522fc1-ebde-42c1-9b46-f351b74f5c98 req-acb08614-0393-4d73-87f9-4d30870e39de tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:43.986177 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-42522fc1-ebde-42c1-9b46-f351b74f5c98 req-acb08614-0393-4d73-87f9-4d30870e39de tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 946 time: 0.0900009 May 19 09:36:44.043295 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-42522fc1-ebde-42c1-9b46-f351b74f5c98 req-1cf1857e-56e3-4937-8197-d4133a62841f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507903 May 19 09:36:45.264687 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f132293-f638-4f8c-90e9-4c4a1ae54ef3 req-0fd6325b-5748-4fa2-9164-cf3c68ad9e58 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:45.267705 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-4f132293-f638-4f8c-90e9-4c4a1ae54ef3 req-0fd6325b-5748-4fa2-9164-cf3c68ad9e58 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 946 time: 0.1038287 May 19 09:36:45.323936 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-4f132293-f638-4f8c-90e9-4c4a1ae54ef3 req-01f57c69-d005-4be0-a8a8-6d4e90b97b5c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486872 May 19 09:36:46.570306 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a76fc7-ebaf-43d8-8aa0-b7046c1162fa req-6a8db8a9-c7d0-43f4-b696-64527a614f20 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:46.571948 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-44a76fc7-ebaf-43d8-8aa0-b7046c1162fa req-6a8db8a9-c7d0-43f4-b696-64527a614f20 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 946 time: 0.1152382 May 19 09:36:46.648320 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-44a76fc7-ebaf-43d8-8aa0-b7046c1162fa req-0e38bedc-a0cc-4ab6-9049-6f9779dea407 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640445 May 19 09:36:48.051408 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24576593-6464-435a-b198-0dea89485766 req-12bbd14f-ceb8-4a99-92ed-c1527491b7fb tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:48.052869 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-24576593-6464-435a-b198-0dea89485766 req-12bbd14f-ceb8-4a99-92ed-c1527491b7fb tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 946 time: 0.0808394 May 19 09:36:48.097079 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-24576593-6464-435a-b198-0dea89485766 req-0b45d7b4-3e13-47a5-a328-dcb3177fd268 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385180 May 19 09:36:48.583408 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16895e06-8f60-4f58-a5b3-e7549df2c86e req-fe7f7b84-724d-4c54-a587-a040e7d0008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:48.584912 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-16895e06-8f60-4f58-a5b3-e7549df2c86e req-fe7f7b84-724d-4c54-a587-a040e7d0008c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=51496ccd2f3e43809de083dde69c59d1&device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 1099 time: 0.0758626 May 19 09:36:48.718383 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16895e06-8f60-4f58-a5b3-e7549df2c86e req-1b02acf1-fc75-4d22-8542-c1ab01a5fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:48.720674 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-16895e06-8f60-4f58-a5b3-e7549df2c86e req-1b02acf1-fc75-4d22-8542-c1ab01a5fd91 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0e9acd08-416e-46e7-b45a-77614ba19575 HTTP/1.1" status: 200 len: 918 time: 0.1287177 May 19 09:36:48.825195 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-16895e06-8f60-4f58-a5b3-e7549df2c86e req-0065ec2b-1302-4b7a-940f-585c389d39e6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 HTTP/1.1" status: 200 len: 1002 time: 0.0943003 May 19 09:36:48.888037 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16895e06-8f60-4f58-a5b3-e7549df2c86e req-fadc494c-476a-48ab-bb73-6114e8289164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:48.889453 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-16895e06-8f60-4f58-a5b3-e7549df2c86e req-fadc494c-476a-48ab-bb73-6114e8289164 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ec9b341-41fc-4e94-9468-56afed9dd04b HTTP/1.1" status: 200 len: 856 time: 0.0574410 May 19 09:36:48.969061 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16895e06-8f60-4f58-a5b3-e7549df2c86e req-e1ebe1bc-e0ec-4cdb-945c-a9afcb61b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:48.971491 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-16895e06-8f60-4f58-a5b3-e7549df2c86e req-e1ebe1bc-e0ec-4cdb-945c-a9afcb61b8a8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0e9acd08-416e-46e7-b45a-77614ba19575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754831 May 19 09:36:49.109516 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-16895e06-8f60-4f58-a5b3-e7549df2c86e req-8a3d0903-3502-4892-b253-0c0ac742cae8 service neutron] 10.222.0.76 "GET /v2.0/networks/0e9acd08-416e-46e7-b45a-77614ba19575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306872 May 19 09:36:49.258074 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-16895e06-8f60-4f58-a5b3-e7549df2c86e req-d7daa527-89ec-48cf-bb55-afa6c4bbb1b3 service neutron] 10.222.0.76 "GET /v2.0/networks/0e9acd08-416e-46e7-b45a-77614ba19575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370177 May 19 09:36:49.298504 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393d478-127e-4dba-981b-60ce0a62ca19 req-ea9f2f0d-8d02-4529-ba38-5e27d4a53483 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:49.299949 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-c393d478-127e-4dba-981b-60ce0a62ca19 req-ea9f2f0d-8d02-4529-ba38-5e27d4a53483 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 946 time: 0.0820899 May 19 09:36:49.344860 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-c393d478-127e-4dba-981b-60ce0a62ca19 req-b0b52d40-ffd5-489d-861f-fd93e1aa79cc tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392127 May 19 09:36:50.534845 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf7bd5-9200-4ab2-bb34-e43493b171ca req-b72f206b-8664-4398-8717-c8a981506c0b tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:50.536277 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b1cf7bd5-9200-4ab2-bb34-e43493b171ca req-b72f206b-8664-4398-8717-c8a981506c0b tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 946 time: 0.0842268 May 19 09:36:50.580843 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b1cf7bd5-9200-4ab2-bb34-e43493b171ca req-c4289f66-fc56-47be-ae24-b9822c4d9923 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388453 May 19 09:36:50.625404 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:36:50.738587 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:50.765083 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b81766-e256-439b-9813-950fbb0d4242', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:36:50.775040 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:36:50.780375 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:50.782322 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:50.816591 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b81766-e256-439b-9813-950fbb0d4242', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0', 'code': 200} May 19 09:36:50.851659 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0,revision_number=8']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:50.854696 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:51.465316 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648187ba-20c8-4872-802f-5efe263e58cd req-8fe5871e-1bec-4caa-bb24-662401f40635 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:51.466841 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-648187ba-20c8-4872-802f-5efe263e58cd req-8fe5871e-1bec-4caa-bb24-662401f40635 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7f3482e-ba34-4d5f-bfe2-125088aa1114 HTTP/1.1" status: 200 len: 945 time: 0.0825002 May 19 09:36:51.514475 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-648187ba-20c8-4872-802f-5efe263e58cd req-74d86a2a-d0da-43f5-9bec-0cf2bbdf8dd2 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3f9acb5-a732-4472-88d3-5a7e712920bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409315 May 19 09:36:51.768311 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbdd78-eb54-45ea-a21b-7637ea7a0c04 req-f70708fd-1c47-4fb4-a21c-9d9251a3db03 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:51.769784 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-4ecbdd78-eb54-45ea-a21b-7637ea7a0c04 req-f70708fd-1c47-4fb4-a21c-9d9251a3db03 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 944 time: 0.0802317 May 19 09:36:51.813352 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-4ecbdd78-eb54-45ea-a21b-7637ea7a0c04 req-29c57f28-8249-40d0-84f9-c0fb7ade60e0 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378611 May 19 09:36:52.011163 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:36:52.702758 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7eac4-04a8-4cda-ad0d-e009b7d3761a req-d1030ba0-7efa-494b-bafa-7fcfcf337e40 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:52.704859 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-60e7eac4-04a8-4cda-ad0d-e009b7d3761a req-d1030ba0-7efa-494b-bafa-7fcfcf337e40 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7f3482e-ba34-4d5f-bfe2-125088aa1114 HTTP/1.1" status: 200 len: 945 time: 0.0837998 May 19 09:36:52.753090 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-60e7eac4-04a8-4cda-ad0d-e009b7d3761a req-c7328e7c-1ef4-4fa8-9b47-0f0a87d3e6da tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3f9acb5-a732-4472-88d3-5a7e712920bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425043 May 19 09:36:53.272061 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbb4e7-260c-4d32-b961-e69e8aba907e req-b74437a5-b5a1-46de-a9bf-a2f133a8e453 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:53.273517 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-27cbb4e7-260c-4d32-b961-e69e8aba907e req-b74437a5-b5a1-46de-a9bf-a2f133a8e453 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 944 time: 0.1424556 May 19 09:36:53.276895 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-3c8558d7-da45-47e8-8c51-68650b10c110 req-9f4b55dd-1f23-4d9e-8d7f-9821c5ceac88 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1055112 May 19 09:36:53.323729 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-27cbb4e7-260c-4d32-b961-e69e8aba907e req-659ffb8b-1b7d-4d9e-884d-23723bad0cfa tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445142 May 19 09:36:53.453759 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcfb88-fb7f-438f-b924-ad004fb53e5e req-4daf0e6c-ec30-48eb-865a-2e27da44cb89 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:53.455101 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3bbcfb88-fb7f-438f-b924-ad004fb53e5e req-4daf0e6c-ec30-48eb-865a-2e27da44cb89 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.76 "GET /v2.0/ports?device_id=a7f3482e-ba34-4d5f-bfe2-125088aa1114 HTTP/1.1" status: 200 len: 945 time: 0.0804465 May 19 09:36:53.694290 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-3bbcfb88-fb7f-438f-b924-ad004fb53e5e req-97ca8f61-7c2b-4388-a5b5-244b0ebcfae1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Deleting port 4b99351d-f0cd-461a-ae87-551c620d4680 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:36:53.694632 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3bbcfb88-fb7f-438f-b924-ad004fb53e5e req-97ca8f61-7c2b-4388-a5b5-244b0ebcfae1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:53.850150 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-3bbcfb88-fb7f-438f-b924-ad004fb53e5e req-97ca8f61-7c2b-4388-a5b5-244b0ebcfae1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] For port 4b99351d-f0cd-461a-ae87-551c620d4680, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4b99351d-f0cd-461a-ae87-551c620d4680,segment=NetworkSegment(99fe1dc6-5cc0-4f55-a1cd-65f659881fe2),segment_id=99fe1dc6-5cc0-4f55-a1cd-65f659881fe2)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:36:53.850907 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3bbcfb88-fb7f-438f-b924-ad004fb53e5e req-97ca8f61-7c2b-4388-a5b5-244b0ebcfae1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:54.175596 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963a104-ebdd-4956-9880-f4b9503ec818 req-50bec53e-4796-44a7-a6ef-13cdac0340d8 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:54.176959 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-2963a104-ebdd-4956-9880-f4b9503ec818 req-50bec53e-4796-44a7-a6ef-13cdac0340d8 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7f3482e-ba34-4d5f-bfe2-125088aa1114 HTTP/1.1" status: 200 len: 945 time: 0.2600532 May 19 09:36:54.253030 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3bbcfb88-fb7f-438f-b924-ad004fb53e5e req-97ca8f61-7c2b-4388-a5b5-244b0ebcfae1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:54.253397 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3bbcfb88-fb7f-438f-b924-ad004fb53e5e req-97ca8f61-7c2b-4388-a5b5-244b0ebcfae1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806387'] for floatingip, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:54.253707 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.db.l3_db [req-3bbcfb88-fb7f-438f-b924-ad004fb53e5e req-97ca8f61-7c2b-4388-a5b5-244b0ebcfae1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Floating IP 66364270-75cd-49c8-8cda-d90e104889cd disassociated. External IP: 172.28.0.237, port: 4b99351d-f0cd-461a-ae87-551c620d4680. May 19 09:36:54.254071 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-3bbcfb88-fb7f-438f-b924-ad004fb53e5e req-97ca8f61-7c2b-4388-a5b5-244b0ebcfae1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Calling delete_port for 4b99351d-f0cd-461a-ae87-551c620d4680 owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:36:54.258575 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-2963a104-ebdd-4956-9880-f4b9503ec818 req-58dfd7d9-b7ec-46ee-8311-5d9875bb2b05 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3f9acb5-a732-4472-88d3-5a7e712920bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719895 May 19 09:36:54.428757 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3bbcfb88-fb7f-438f-b924-ad004fb53e5e req-97ca8f61-7c2b-4388-a5b5-244b0ebcfae1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:54.434460 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7ffba417-1cf0-4d9b-9d95-aad18814e41c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:54.489054 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca8f61-7c2b-4388-a5b5-244b0ebcfae1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Pushing event deleted for resources: {'Port': ['ID=4b99351d-f0cd-461a-ae87-551c620d4680,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:54.492242 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-97ca8f61-7c2b-4388-a5b5-244b0ebcfae1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:54.500022 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8558d7-da45-47e8-8c51-68650b10c110 req-113e65b7-18a1-4a2a-a233-f952adea39e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:54.502485 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3c8558d7-da45-47e8-8c51-68650b10c110 req-113e65b7-18a1-4a2a-a233-f952adea39e4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242&tenant_id=51496ccd2f3e43809de083dde69c59d1 HTTP/1.1" status: 200 len: 1097 time: 0.1632397 May 19 09:36:54.520459 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef799df-4c83-40b9-a6e4-8e1c92f04cf1 req-5ead9e15-40cb-4802-b41f-48a4e4d11a16 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:54.522181 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-bef799df-4c83-40b9-a6e4-8e1c92f04cf1 req-5ead9e15-40cb-4802-b41f-48a4e4d11a16 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 944 time: 0.0878029 May 19 09:36:54.574459 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-bef799df-4c83-40b9-a6e4-8e1c92f04cf1 req-40315757-f177-40e5-a854-df2c53c752f2 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462806 May 19 09:36:54.685793 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:36:54.754043 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8558d7-da45-47e8-8c51-68650b10c110 req-9a5510c6-f45f-4829-88d9-877e6eb9bd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:54.755504 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3c8558d7-da45-47e8-8c51-68650b10c110 req-9a5510c6-f45f-4829-88d9-877e6eb9bd24 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=51496ccd2f3e43809de083dde69c59d1&device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 1097 time: 0.1950104 May 19 09:36:54.757280 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bbcfb88-fb7f-438f-b924-ad004fb53e5e req-97ca8f61-7c2b-4388-a5b5-244b0ebcfae1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Router 4f2df52f-8ec2-4c93-90f7-bce010d5e1af has already been hosted by L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:36:54.826695 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 4b99351d-f0cd-461a-ae87-551c620d4680 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:36:54.865174 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] No Port match for: 4b99351d-f0cd-461a-ae87-551c620d4680 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:36:54.865527 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 4b99351d-f0cd-461a-ae87-551c620d4680 not bound to the agent host hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:36:55.062844 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bbcfb88-fb7f-438f-b924-ad004fb53e5e req-97ca8f61-7c2b-4388-a5b5-244b0ebcfae1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:36:55.065726 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8558d7-da45-47e8-8c51-68650b10c110 req-155ce052-8346-4213-b941-091f57539382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:55.067234 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3c8558d7-da45-47e8-8c51-68650b10c110 req-155ce052-8346-4213-b941-091f57539382 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0e9acd08-416e-46e7-b45a-77614ba19575 HTTP/1.1" status: 200 len: 918 time: 0.3002133 May 19 09:36:55.072918 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f797b6-04ba-48f1-baff-64c9bea2e94b None None] Sync routers for ids ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'] in dv-cinder-791281-2-smb {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:36:55.083543 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f797b6-04ba-48f1-baff-64c9bea2e94b None None] Routers {'4f2df52f-8ec2-4c93-90f7-bce010d5e1af'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:36:55.084869 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-76f797b6-04ba-48f1-baff-64c9bea2e94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:36:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:36:55.310347 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-76f797b6-04ba-48f1-baff-64c9bea2e94b None None] Set router 4f2df52f-8ec2-4c93-90f7-bce010d5e1af gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:36:55.315553 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbcfb88-fb7f-438f-b924-ad004fb53e5e req-97ca8f61-7c2b-4388-a5b5-244b0ebcfae1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] No DVR routers for this DVR port 4b99351d-f0cd-461a-ae87-551c620d4680 on host hv-cinder-79128 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:36:55.319617 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-3bbcfb88-fb7f-438f-b924-ad004fb53e5e req-97ca8f61-7c2b-4388-a5b5-244b0ebcfae1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:55.322148 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f3482e-ba34-4d5f-bfe2-125088aa1114', 'name': 'network-vif-deleted', 'tag': '4b99351d-f0cd-461a-ae87-551c620d4680'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:36:55.352213 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3c8558d7-da45-47e8-8c51-68650b10c110 req-dcbf53ee-6cda-4ae0-a252-21ab4bae4d48 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 HTTP/1.1" status: 200 len: 1000 time: 0.1526556 May 19 09:36:55.360756 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3bbcfb88-fb7f-438f-b924-ad004fb53e5e req-97ca8f61-7c2b-4388-a5b5-244b0ebcfae1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.76 "DELETE /v2.0/ports/4b99351d-f0cd-461a-ae87-551c620d4680 HTTP/1.1" status: 204 len: 173 time: 1.8958111 May 19 09:36:55.459355 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-c5b6d9ae-942e-403b-9924-da79013c9cfa req-5b0efd4d-f014-423b-a6b5-1dd5024ee7a9 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Synchronizing usage tracker for tenant:f0e37a2a177646dba68287797f2a6e26 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:36:55.477286 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f3482e-ba34-4d5f-bfe2-125088aa1114', 'name': 'network-vif-deleted', 'tag': '4b99351d-f0cd-461a-ae87-551c620d4680', 'status': 'completed', 'code': 200} May 19 09:36:55.487861 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8558d7-da45-47e8-8c51-68650b10c110 req-415bc6b3-86b2-46e9-8690-9fb6148906b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:55.489311 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3c8558d7-da45-47e8-8c51-68650b10c110 req-415bc6b3-86b2-46e9-8690-9fb6148906b9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ec9b341-41fc-4e94-9468-56afed9dd04b HTTP/1.1" status: 200 len: 856 time: 0.1230659 May 19 09:36:55.490036 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-c5b6d9ae-942e-403b-9924-da79013c9cfa req-5b0efd4d-f014-423b-a6b5-1dd5024ee7a9 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Unset dirty status for tenant:f0e37a2a177646dba68287797f2a6e26 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:36:55.491019 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c5b6d9ae-942e-403b-9924-da79013c9cfa req-5b0efd4d-f014-423b-a6b5-1dd5024ee7a9 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7f3482e-ba34-4d5f-bfe2-125088aa1114 HTTP/1.1" status: 200 len: 210 time: 0.0882096 May 19 09:36:55.577342 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8558d7-da45-47e8-8c51-68650b10c110 req-e6b95137-1544-4fb7-87c0-74e01b148045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:55.579160 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3c8558d7-da45-47e8-8c51-68650b10c110 req-e6b95137-1544-4fb7-87c0-74e01b148045 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0e9acd08-416e-46e7-b45a-77614ba19575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796068 May 19 09:36:55.662900 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-76f797b6-04ba-48f1-baff-64c9bea2e94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'name': 'tempest-AttachVolumeTestJSON-2110761483-router', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:33Z', 'revision_number': 4, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'gw_port': {'id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:24Z', 'updated_at': '2021-05-19T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '42780262-602b-4b3c-bae9-4a2fe70f4d79', 'name': '', 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'mac_address': 'fa:16:3e:d7:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:30Z', 'updated_at': '2021-05-19T09:31:45Z', 'revision_number': 5, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'subnets': [{'id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:36:55.667971 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f797b6-04ba-48f1-baff-64c9bea2e94b None None] Checking router: 4f2df52f-8ec2-4c93-90f7-bce010d5e1af for host: dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:36:55.677966 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f797b6-04ba-48f1-baff-64c9bea2e94b None None] Routers {'4f2df52f-8ec2-4c93-90f7-bce010d5e1af'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:36:55.678602 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-76f797b6-04ba-48f1-baff-64c9bea2e94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:36:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:36:55.720129 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3c8558d7-da45-47e8-8c51-68650b10c110 req-2680e669-a4d7-4006-b628-c8db184fe74a service neutron] 10.222.0.76 "GET /v2.0/networks/0e9acd08-416e-46e7-b45a-77614ba19575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305258 May 19 09:36:55.869560 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3c8558d7-da45-47e8-8c51-68650b10c110 req-1d62a314-6165-4331-bdfb-21ed838dacde service neutron] 10.222.0.76 "GET /v2.0/networks/0e9acd08-416e-46e7-b45a-77614ba19575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417286 May 19 09:36:55.875935 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a005383-d3e2-4039-ae5b-72c62185264c req-06b35ee0-bf61-4371-bdd0-15402375cca9 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:55.877728 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-8a005383-d3e2-4039-ae5b-72c62185264c req-06b35ee0-bf61-4371-bdd0-15402375cca9 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 944 time: 0.1785922 May 19 09:36:55.879835 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-76f797b6-04ba-48f1-baff-64c9bea2e94b None None] Set router 4f2df52f-8ec2-4c93-90f7-bce010d5e1af gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:36:55.931257 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-8a005383-d3e2-4039-ae5b-72c62185264c req-412e826c-bd65-4d5f-b4b8-e60c23b60cac tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473239 May 19 09:36:56.232572 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-76f797b6-04ba-48f1-baff-64c9bea2e94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'name': 'tempest-AttachVolumeTestJSON-2110761483-router', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:33Z', 'revision_number': 4, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'gw_port': {'id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:24Z', 'updated_at': '2021-05-19T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '42780262-602b-4b3c-bae9-4a2fe70f4d79', 'name': '', 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'mac_address': 'fa:16:3e:d7:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:30Z', 'updated_at': '2021-05-19T09:31:45Z', 'revision_number': 5, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'subnets': [{'id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:36:56.236689 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f797b6-04ba-48f1-baff-64c9bea2e94b None None] The sync data for ids ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'] in dv-cinder-791281-2-smb is: [{'id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'name': 'tempest-AttachVolumeTestJSON-2110761483-router', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:33Z', 'revision_number': 4, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'gw_port': {'id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:24Z', 'updated_at': '2021-05-19T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '42780262-602b-4b3c-bae9-4a2fe70f4d79', 'name': '', 'network_id': 'fe3c14a7-95b2-4211-8c13-ae471fbbb112', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'mac_address': 'fa:16:3e:d7:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:30Z', 'updated_at': '2021-05-19T09:31:45Z', 'revision_number': 5, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'subnets': [{'id': '021c4d73-41b9-4450-ab59-fd4ec8b0ebec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:36:56.512117 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eb686c-f9ef-422d-a88a-6fbde314e359 None None] New status for floating IP 66364270-75cd-49c8-8cda-d90e104889cd: DOWN {{(pid=91654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:36:56.644267 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 47572) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:56.757246 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-826376ea-13eb-4174-87a6-98b606f8b4e2 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:56.809133 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-826376ea-13eb-4174-87a6-98b606f8b4e2 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:56.894623 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-826376ea-13eb-4174-87a6-98b606f8b4e2 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:56.899650 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-bfdcb0a6-dac2-442f-a779-f9157a4110c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:56.921066 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826376ea-13eb-4174-87a6-98b606f8b4e2 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f9acb5-a732-4472-88d3-5a7e712920bb,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:56.926133 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-826376ea-13eb-4174-87a6-98b606f8b4e2 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:56.939779 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-826376ea-13eb-4174-87a6-98b606f8b4e2 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:56.941052 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-826376ea-13eb-4174-87a6-98b606f8b4e2 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "DELETE /v2.0/security-groups/c3f9acb5-a732-4472-88d3-5a7e712920bb HTTP/1.1" status: 204 len: 168 time: 0.2951586 May 19 09:36:56.943770 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 47576) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:56.962508 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.api.v2.resource [None req-6303f692-6210-47ee-8536-589107dd4a35 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] show failed (client error): The resource could not be found. May 19 09:36:56.963836 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-6303f692-6210-47ee-8536-589107dd4a35 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "GET /v2.0/security-groups/c3f9acb5-a732-4472-88d3-5a7e712920bb HTTP/1.1" status: 404 len: 347 time: 0.0189857 May 19 09:36:56.966602 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 47582) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:57.282946 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb96878-d4e1-4c82-943d-cf86c20e2cb4 req-e48c7951-c04b-4ac0-949c-44f7e83d0920 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:57.284400 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-cbb96878-d4e1-4c82-943d-cf86c20e2cb4 req-e48c7951-c04b-4ac0-949c-44f7e83d0920 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 944 time: 0.1708109 May 19 09:36:57.290120 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-f0938ffd-0029-4f83-ab6d-e6c4cae1d2a1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Deleting port 269301fe-9891-4602-aea7-9464b4709bde {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:36:57.290463 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f0938ffd-0029-4f83-ab6d-e6c4cae1d2a1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:57.427969 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-cbb96878-d4e1-4c82-943d-cf86c20e2cb4 req-cd7a3194-5318-4364-a626-186aa0d10e2c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231501 May 19 09:36:57.456394 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f0938ffd-0029-4f83-ab6d-e6c4cae1d2a1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:57.456758 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f0938ffd-0029-4f83-ab6d-e6c4cae1d2a1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:57.582195 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-f0938ffd-0029-4f83-ab6d-e6c4cae1d2a1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Calling delete_port for 269301fe-9891-4602-aea7-9464b4709bde owned by network:floatingip {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:36:57.726243 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f0938ffd-0029-4f83-ab6d-e6c4cae1d2a1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:57.736050 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d93ad96e-de48-47cf-8805-cc84f7d80811 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:57.923926 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0938ffd-0029-4f83-ab6d-e6c4cae1d2a1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Pushing event deleted for resources: {'Port': ['ID=269301fe-9891-4602-aea7-9464b4709bde,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:57.930840 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f0938ffd-0029-4f83-ab6d-e6c4cae1d2a1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:57.990328 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f0938ffd-0029-4f83-ab6d-e6c4cae1d2a1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks [] for floatingip, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:58.012836 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-f0938ffd-0029-4f83-ab6d-e6c4cae1d2a1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for floatingip, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:58.014022 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-f0938ffd-0029-4f83-ab6d-e6c4cae1d2a1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] 10.222.0.61 "DELETE /v2.0/floatingips/66364270-75cd-49c8-8cda-d90e104889cd HTTP/1.1" status: 204 len: 168 time: 1.0464947 May 19 09:36:58.630248 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2edb1-a2c1-4c44-8575-2f0ce1bfa47a req-c7ed50cc-05a8-4db7-a716-a033e97e3821 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:58.632388 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-fbd2edb1-a2c1-4c44-8575-2f0ce1bfa47a req-c7ed50cc-05a8-4db7-a716-a033e97e3821 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 944 time: 0.0858345 May 19 09:36:58.685019 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-fbd2edb1-a2c1-4c44-8575-2f0ce1bfa47a req-8bf70301-b9a6-441d-ac96-b882d8d0df20 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452073 May 19 09:36:58.882203 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4309d26c-d8de-424c-b24d-84e5e072727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:59.894992 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599557a-9e2d-4417-b46d-107f6d29dbba req-9b5fe8ab-26ad-4930-8b8f-065a8463f393 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:59.898365 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-8599557a-9e2d-4417-b46d-107f6d29dbba req-9b5fe8ab-26ad-4930-8b8f-065a8463f393 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 944 time: 0.0924780 May 19 09:36:59.945526 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-8599557a-9e2d-4417-b46d-107f6d29dbba req-2077fcdb-d354-4832-829c-6de29183f684 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433671 May 19 09:37:01.191061 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b27e48-1d64-4e7f-9ab4-8cfefc5499a3 req-0721b074-ae73-42aa-b72a-ff7744338c1c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:01.192836 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-d1b27e48-1d64-4e7f-9ab4-8cfefc5499a3 req-0721b074-ae73-42aa-b72a-ff7744338c1c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 944 time: 0.0964396 May 19 09:37:01.242388 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-d1b27e48-1d64-4e7f-9ab4-8cfefc5499a3 req-91ece911-ccfd-4bf6-b3a0-5b5c2f2edfa7 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434093 May 19 09:37:01.421623 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:01.946330 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-af097793-7ef9-449d-a508-b54f92a53fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:02.232322 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 47620) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:02.622441 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64612f63-7feb-4806-a520-9be3802f7a58 req-48264eca-c193-42fb-bb04-3065704a062f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:02.623880 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-64612f63-7feb-4806-a520-9be3802f7a58 req-48264eca-c193-42fb-bb04-3065704a062f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 944 time: 0.2521319 May 19 09:37:02.753190 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-64612f63-7feb-4806-a520-9be3802f7a58 req-86ddcdc0-e6df-4603-be72-ad695fd7be2c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231873 May 19 09:37:02.874290 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:03.068930 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b073-dc79-4785-8011-076d2d374ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3806281'] for router_interface, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:03.490821 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-1bf1b073-dc79-4785-8011-076d2d374ead admin admin] Deleting port 42780262-602b-4b3c-bae9-4a2fe70f4d79 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:37:03.491568 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b073-dc79-4785-8011-076d2d374ead admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:03.622017 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-1bf1b073-dc79-4785-8011-076d2d374ead admin admin] For port 42780262-602b-4b3c-bae9-4a2fe70f4d79, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=42780262-602b-4b3c-bae9-4a2fe70f4d79,segment=NetworkSegment(99fe1dc6-5cc0-4f55-a1cd-65f659881fe2),segment_id=99fe1dc6-5cc0-4f55-a1cd-65f659881fe2)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:37:03.622402 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b073-dc79-4785-8011-076d2d374ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:03.848772 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-1bf1b073-dc79-4785-8011-076d2d374ead admin admin] Calling delete_port for 42780262-602b-4b3c-bae9-4a2fe70f4d79 owned by network:router_interface {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:37:03.977829 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef5cc0-824e-4c12-98ac-f6c54483069f req-8b297015-3171-4a85-886f-761b15195d25 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:03.978543 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-e9ef5cc0-824e-4c12-98ac-f6c54483069f req-8b297015-3171-4a85-886f-761b15195d25 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 944 time: 0.1054080 May 19 09:37:04.037548 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-e9ef5cc0-824e-4c12-98ac-f6c54483069f req-9c2cba94-205a-452c-86a0-fbf3957d914a tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508177 May 19 09:37:04.059891 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b073-dc79-4785-8011-076d2d374ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:04.064567 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7e67f8c1-4811-4416-97c7-3a6cd739cbd7 tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:04.111294 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1b073-dc79-4785-8011-076d2d374ead admin admin] Pushing event deleted for resources: {'Port': ['ID=42780262-602b-4b3c-bae9-4a2fe70f4d79,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:04.115870 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-1bf1b073-dc79-4785-8011-076d2d374ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:04.407794 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b073-dc79-4785-8011-076d2d374ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3808217'] for router_interface, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:04.571320 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:04.836715 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf1b073-dc79-4785-8011-076d2d374ead admin admin] Router 4f2df52f-8ec2-4c93-90f7-bce010d5e1af has already been hosted by L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:37:05.023348 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf1b073-dc79-4785-8011-076d2d374ead admin admin] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:37:05.035630 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18e7dad-d5cd-494b-a4ad-1ad8d92fb04a None None] Sync routers for ids ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'] in dv-cinder-791281-2-smb {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:37:05.040641 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-1bf1b073-dc79-4785-8011-076d2d374ead admin admin] 10.222.0.61 "PUT /v2.0/routers/4f2df52f-8ec2-4c93-90f7-bce010d5e1af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8071260 May 19 09:37:05.043149 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 47632) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:05.048028 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18e7dad-d5cd-494b-a4ad-1ad8d92fb04a None None] Routers {'4f2df52f-8ec2-4c93-90f7-bce010d5e1af'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:37:05.048730 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-e18e7dad-d5cd-494b-a4ad-1ad8d92fb04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:37:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:05.287939 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-e18e7dad-d5cd-494b-a4ad-1ad8d92fb04a None None] Set router 4f2df52f-8ec2-4c93-90f7-bce010d5e1af gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:37:05.291518 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5e13e-5cfa-4a41-8996-7c67f8dffb8a req-ee49721e-b7bf-4e06-8404-6a015775258e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:05.293080 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-dea5e13e-5cfa-4a41-8996-7c67f8dffb8a req-ee49721e-b7bf-4e06-8404-6a015775258e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 944 time: 0.1264660 May 19 09:37:05.298182 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1e6e-abf5-47a4-862b-ef089e3c6404 admin admin] Notify callbacks [] for router, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:05.378447 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-dea5e13e-5cfa-4a41-8996-7c67f8dffb8a req-dc152f33-09d3-410c-b872-7e4e010353d6 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788553 May 19 09:37:05.540678 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1e6e-abf5-47a4-862b-ef089e3c6404 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:05.618561 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-e3ac1e6e-abf5-47a4-862b-ef089e3c6404 admin admin] Deleting port b2889b4d-92fe-4ea6-90c2-d84141c55b19 {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:37:05.619159 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1e6e-abf5-47a4-862b-ef089e3c6404 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:05.697474 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-e18e7dad-d5cd-494b-a4ad-1ad8d92fb04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'name': 'tempest-AttachVolumeTestJSON-2110761483-router', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:37:03Z', 'revision_number': 5, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'gw_port': {'id': 'b2889b4d-92fe-4ea6-90c2-d84141c55b19', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:24Z', 'updated_at': '2021-05-19T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb'}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:05.701864 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18e7dad-d5cd-494b-a4ad-1ad8d92fb04a None None] Checking router: 4f2df52f-8ec2-4c93-90f7-bce010d5e1af for host: dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:37:05.711567 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18e7dad-d5cd-494b-a4ad-1ad8d92fb04a None None] Routers {'4f2df52f-8ec2-4c93-90f7-bce010d5e1af'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:37:05.712186 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-e18e7dad-d5cd-494b-a4ad-1ad8d92fb04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:37:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:05.752733 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.db [None req-e3ac1e6e-abf5-47a4-862b-ef089e3c6404 admin admin] For port b2889b4d-92fe-4ea6-90c2-d84141c55b19, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=b2889b4d-92fe-4ea6-90c2-d84141c55b19,segment=NetworkSegment(55747ea9-294a-4e73-8f61-78bde3a770f5),segment_id=55747ea9-294a-4e73-8f61-78bde3a770f5)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:37:05.753089 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1e6e-abf5-47a4-862b-ef089e3c6404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:05.879285 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-e3ac1e6e-abf5-47a4-862b-ef089e3c6404 admin admin] Calling delete_port for b2889b4d-92fe-4ea6-90c2-d84141c55b19 owned by network:router_gateway {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:37:05.887684 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-e18e7dad-d5cd-494b-a4ad-1ad8d92fb04a None None] Set router 4f2df52f-8ec2-4c93-90f7-bce010d5e1af gateway port host: None {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:37:06.001911 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-e18e7dad-d5cd-494b-a4ad-1ad8d92fb04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'name': 'tempest-AttachVolumeTestJSON-2110761483-router', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:37:05Z', 'revision_number': 6, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'gw_port_host': None}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:06.006039 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18e7dad-d5cd-494b-a4ad-1ad8d92fb04a None None] The sync data for ids ['4f2df52f-8ec2-4c93-90f7-bce010d5e1af'] in dv-cinder-791281-2-smb is: [{'id': '4f2df52f-8ec2-4c93-90f7-bce010d5e1af', 'name': 'tempest-AttachVolumeTestJSON-2110761483-router', 'tenant_id': 'f0e37a2a177646dba68287797f2a6e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:37:05Z', 'revision_number': 6, 'project_id': 'f0e37a2a177646dba68287797f2a6e26', 'gw_port_host': None}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:37:06.194315 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1e6e-abf5-47a4-862b-ef089e3c6404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838887'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:06.198012 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-da1c6776-8a5a-4380-b1df-1e2594238423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:06.241103 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac1e6e-abf5-47a4-862b-ef089e3c6404 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2889b4d-92fe-4ea6-90c2-d84141c55b19,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:06.244024 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e3ac1e6e-abf5-47a4-862b-ef089e3c6404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:06.432899 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1e6e-abf5-47a4-862b-ef089e3c6404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827042'] for router_gateway, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:06.645317 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1e6e-abf5-47a4-862b-ef089e3c6404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3796441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125539'] for router, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:06.652171 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1e6e-abf5-47a4-862b-ef089e3c6404 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:06.744266 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1e6e-abf5-47a4-862b-ef089e3c6404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825717'] for router, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:06.744937 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ac1e6e-abf5-47a4-862b-ef089e3c6404 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f2df52f-8ec2-4c93-90f7-bce010d5e1af {{(pid=91652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 09:37:06.765321 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b7d31-73e1-475a-b34e-6fbc6675c76f req-4e2cfd2e-ba23-4bc1-8c08-80b72b4d1a45 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:06.766821 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-783b7d31-73e1-475a-b34e-6fbc6675c76f req-4e2cfd2e-ba23-4bc1-8c08-80b72b4d1a45 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 944 time: 0.2318921 May 19 09:37:06.790626 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e3ac1e6e-abf5-47a4-862b-ef089e3c6404 admin admin] Notify callbacks [] for router, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:06.794148 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-e3ac1e6e-abf5-47a4-862b-ef089e3c6404 admin admin] 10.222.0.61 "DELETE /v2.0/routers/4f2df52f-8ec2-4c93-90f7-bce010d5e1af HTTP/1.1" status: 204 len: 168 time: 1.7475650 May 19 09:37:06.794651 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 47642) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:06.819322 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-783b7d31-73e1-475a-b34e-6fbc6675c76f req-9bfe8438-5f0c-4e27-ab85-f2011ae8b7a0 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458784 May 19 09:37:06.855599 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_v2 [None req-46732169-cb47-43d0-affb-5f7428cb3542 admin admin] Deleting subnet 021c4d73-41b9-4450-ab59-fd4ec8b0ebec {{(pid=91651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:37:06.858637 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-46732169-cb47-43d0-affb-5f7428cb3542 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:06.911421 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-46732169-cb47-43d0-affb-5f7428cb3542 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2109446'] for subnet, precommit_delete_associations {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:07.132388 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-46732169-cb47-43d0-affb-5f7428cb3542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874305'] for subnet, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:07.375196 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-46732169-cb47-43d0-affb-5f7428cb3542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2283599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2438426'] for subnet, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:07.379668 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ce20c5b1-3bfd-4cbc-8f54-8b5315256572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:07.417543 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46732169-cb47-43d0-affb-5f7428cb3542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=021c4d73-41b9-4450-ab59-fd4ec8b0ebec,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:07.419509 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-46732169-cb47-43d0-affb-5f7428cb3542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:07.423511 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-46732169-cb47-43d0-affb-5f7428cb3542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:07.424590 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8765a186-98a7-45f6-af9a-a2e66fe33690 None None] Network fe3c14a7-95b2-4211-8c13-ae471fbbb112 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:37:07.428015 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-46732169-cb47-43d0-affb-5f7428cb3542 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/021c4d73-41b9-4450-ab59-fd4ec8b0ebec HTTP/1.1" status: 204 len: 168 time: 0.6316319 May 19 09:37:07.430390 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 47646) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:07.536816 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c0a48862-6765-422e-a4c6-3a507570def9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723769'] for network, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:07.606711 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-c0a48862-6765-422e-a4c6-3a507570def9 admin admin] Deleting port 2a4fe241-db09-4229-a420-ac13a94c3758 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:37:07.607044 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c0a48862-6765-422e-a4c6-3a507570def9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:07.685791 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db3c63b-d437-44fc-8d93-fe5b02a3dfdc None None] DHCP port deletion for fe3c14a7-95b2-4211-8c13-ae471fbbb112 request from dv-cinder-791281-2-smb {{(pid=91653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 09:37:07.711147 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-c0a48862-6765-422e-a4c6-3a507570def9 admin admin] For port 2a4fe241-db09-4229-a420-ac13a94c3758, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=2a4fe241-db09-4229-a420-ac13a94c3758,segment=NetworkSegment(99fe1dc6-5cc0-4f55-a1cd-65f659881fe2),segment_id=99fe1dc6-5cc0-4f55-a1cd-65f659881fe2)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:37:07.711494 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c0a48862-6765-422e-a4c6-3a507570def9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:07.750933 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-6db3c63b-d437-44fc-8d93-fe5b02a3dfdc None None] Deleting port 2a4fe241-db09-4229-a420-ac13a94c3758 {{(pid=91653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:37:07.751320 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-6db3c63b-d437-44fc-8d93-fe5b02a3dfdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:07.831868 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-c0a48862-6765-422e-a4c6-3a507570def9 admin admin] Calling delete_port for 2a4fe241-db09-4229-a420-ac13a94c3758 owned by network:dhcp {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:37:07.851279 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-6db3c63b-d437-44fc-8d93-fe5b02a3dfdc None None] For port 2a4fe241-db09-4229-a420-ac13a94c3758, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=2a4fe241-db09-4229-a420-ac13a94c3758,segment=NetworkSegment(99fe1dc6-5cc0-4f55-a1cd-65f659881fe2),segment_id=99fe1dc6-5cc0-4f55-a1cd-65f659881fe2)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:37:07.851696 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-6db3c63b-d437-44fc-8d93-fe5b02a3dfdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:07.879520 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c0a48862-6765-422e-a4c6-3a507570def9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:07.883608 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-55ffdf76-b9a0-4d11-88c4-fbb3d72e3c61 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:07.930040 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a48862-6765-422e-a4c6-3a507570def9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a4fe241-db09-4229-a420-ac13a94c3758,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:07.932418 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c0a48862-6765-422e-a4c6-3a507570def9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:07.935041 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a48862-6765-422e-a4c6-3a507570def9 admin admin] No DVR routers for this DVR port 2a4fe241-db09-4229-a420-ac13a94c3758 on host dv-cinder-791281-2-smb {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:37:07.974946 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-6db3c63b-d437-44fc-8d93-fe5b02a3dfdc None None] Calling delete_port for 2a4fe241-db09-4229-a420-ac13a94c3758 owned by network:dhcp {{(pid=91653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:37:08.072136 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 42780262-602b-4b3c-bae9-4a2fe70f4d79 no longer exists at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:37:08.103953 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c0a48862-6765-422e-a4c6-3a507570def9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868810', 'neutron.services.segments.db._delete_segments_for_network-8789556565890'] for network, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:08.117551 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] No Port match for: 42780262-602b-4b3c-bae9-4a2fe70f4d79 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:37:08.117925 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 42780262-602b-4b3c-bae9-4a2fe70f4d79 not bound to the agent host dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:37:08.118339 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device b2889b4d-92fe-4ea6-90c2-d84141c55b19 no longer exists at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:37:08.120363 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.services.segments.db [None req-c0a48862-6765-422e-a4c6-3a507570def9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3c14a7-95b2-4211-8c13-ae471fbbb112']}} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:08.134695 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.services.segments.db [None req-c0a48862-6765-422e-a4c6-3a507570def9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99fe1dc6-5cc0-4f55-a1cd-65f659881fe2') {'for_net_delete': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:08.134986 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.services.segments.db [None req-c0a48862-6765-422e-a4c6-3a507570def9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99fe1dc6-5cc0-4f55-a1cd-65f659881fe2') {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:08.152844 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c0a48862-6765-422e-a4c6-3a507570def9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789556576395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2109457'] for segment, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:08.174237 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3aef6-a315-43ef-a5fd-d5a73188619a req-88148d55-de20-4f9e-b733-b9091354a2e5 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:08.175727 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7ae3aef6-a315-43ef-a5fd-d5a73188619a req-88148d55-de20-4f9e-b733-b9091354a2e5 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 944 time: 0.2143362 May 19 09:37:08.183348 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c0a48862-6765-422e-a4c6-3a507570def9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:08.190572 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] No Port match for: b2889b4d-92fe-4ea6-90c2-d84141c55b19 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:37:08.190923 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device b2889b4d-92fe-4ea6-90c2-d84141c55b19 not bound to the agent host dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:37:08.191336 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 2a4fe241-db09-4229-a420-ac13a94c3758 no longer exists at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:37:08.206724 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a48862-6765-422e-a4c6-3a507570def9 admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=91651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:37:08.207108 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c0a48862-6765-422e-a4c6-3a507570def9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2459373'] for segment, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: Traceback (most recent call last): May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: timer() May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: cb(*args, **kw) May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: return func(*args, **kwargs) May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: self._notify() May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: self.callback(batched_events) May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: event.method(event) May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: return f(self, *a, **k) May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: return self._get(url).json() May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: return self.request(url, 'GET', **kwargs) May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:37:08.220578 dv-cinder-791281-2-smb neutron-server[91651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:37:08.226069 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] No Port match for: 2a4fe241-db09-4229-a420-ac13a94c3758 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:37:08.226420 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 2a4fe241-db09-4229-a420-ac13a94c3758 not bound to the agent host dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:37:08.246091 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-6db3c63b-d437-44fc-8d93-fe5b02a3dfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079'] for port, after_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:08.250654 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:08.296090 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3c63b-d437-44fc-8d93-fe5b02a3dfdc None None] Pushing event deleted for resources: {'Port': ['ID=2a4fe241-db09-4229-a420-ac13a94c3758,revision_number=None']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:08.299109 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db3c63b-d437-44fc-8d93-fe5b02a3dfdc None None] No DVR routers for this DVR port 2a4fe241-db09-4229-a420-ac13a94c3758 on host dv-cinder-791281-2-smb {{(pid=91653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:37:08.306471 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3c63b-d437-44fc-8d93-fe5b02a3dfdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:08.306811 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3c63b-d437-44fc-8d93-fe5b02a3dfdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:08.307153 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3c63b-d437-44fc-8d93-fe5b02a3dfdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:08.307498 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3c63b-d437-44fc-8d93-fe5b02a3dfdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:08.307664 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7ae3aef6-a315-43ef-a5fd-d5a73188619a req-cfc272c3-0a21-482e-9b3a-0b23af705ae0 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261792 May 19 09:37:08.307826 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3c63b-d437-44fc-8d93-fe5b02a3dfdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:08.308137 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3c63b-d437-44fc-8d93-fe5b02a3dfdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:08.308463 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3c63b-d437-44fc-8d93-fe5b02a3dfdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:08.308783 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3c63b-d437-44fc-8d93-fe5b02a3dfdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:08.309103 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3c63b-d437-44fc-8d93-fe5b02a3dfdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:08.309422 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3c63b-d437-44fc-8d93-fe5b02a3dfdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:08.309738 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3c63b-d437-44fc-8d93-fe5b02a3dfdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:08.310087 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3c63b-d437-44fc-8d93-fe5b02a3dfdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:08.314438 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-6db3c63b-d437-44fc-8d93-fe5b02a3dfdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:08.320742 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c0a48862-6765-422e-a4c6-3a507570def9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827017'] for network, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:08.326541 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c0a48862-6765-422e-a4c6-3a507570def9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:08.329649 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:08.352621 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a48862-6765-422e-a4c6-3a507570def9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe3c14a7-95b2-4211-8c13-ae471fbbb112,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:08.355031 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c0a48862-6765-422e-a4c6-3a507570def9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:08.366128 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-c0a48862-6765-422e-a4c6-3a507570def9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/fe3c14a7-95b2-4211-8c13-ae471fbbb112 HTTP/1.1" status: 204 len: 168 time: 0.9346719 May 19 09:37:08.480185 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 47654) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:08.527788 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-12bc5bfd-e648-4dde-a559-578a2658024e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f0e37a2a177646dba68287797f2a6e26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0464215 May 19 09:37:08.530248 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 47658) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:08.587879 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8e56de7b-fa34-4ef7-8b5e-88e3ed3b2b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:08.613740 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8e56de7b-fa34-4ef7-8b5e-88e3ed3b2b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:08.665171 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8e56de7b-fa34-4ef7-8b5e-88e3ed3b2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:08.668765 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c3489c59-7313-4694-a4c9-8666b33a85b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:08.683337 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56de7b-fa34-4ef7-8b5e-88e3ed3b2b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7789051-0223-4c31-8048-a36365f52874,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:08.685653 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8e56de7b-fa34-4ef7-8b5e-88e3ed3b2b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:08.694316 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8e56de7b-fa34-4ef7-8b5e-88e3ed3b2b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:08.695358 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-8e56de7b-fa34-4ef7-8b5e-88e3ed3b2b4a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d7789051-0223-4c31-8048-a36365f52874 HTTP/1.1" status: 204 len: 168 time: 0.1642623 May 19 09:37:08.759407 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:37:08.892616 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:37:08.905945 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Returning: {'device': 'b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'port_id': 'b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0', 'mac_address': 'fa:16:3e:52:24:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:37:08.962197 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:08.979978 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:37:08.995445 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:37:08.999117 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:09.001907 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:09.071720 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0,revision_number=9']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:09.075042 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:09.260916 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:37:09.428771 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 47684) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:09.513194 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ac5f3-48e1-4871-8a92-3c3a4cd25eb1 req-74ad36a0-ecdb-449a-80e2-88f409b039dc tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:09.514695 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-fa1ac5f3-48e1-4871-8a92-3c3a4cd25eb1 req-74ad36a0-ecdb-449a-80e2-88f409b039dc tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 945 time: 0.0813663 May 19 09:37:09.539070 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-b906be42-8382-44c4-ad41-6d797539a14f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-557483787-network', 'tenant_id': '9e89227b2d0149d690a7947bd5c81462'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:37:09.543640 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-b906be42-8382-44c4-ad41-6d797539a14f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:09.547572 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-b906be42-8382-44c4-ad41-6d797539a14f admin admin] Usage tracker for resource:network and tenant:9e89227b2d0149d690a7947bd5c81462 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:09.550676 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-b906be42-8382-44c4-ad41-6d797539a14f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:09.556396 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-b906be42-8382-44c4-ad41-6d797539a14f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:09.559979 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-fa1ac5f3-48e1-4871-8a92-3c3a4cd25eb1 req-19ed6fa7-954b-4aba-85c6-c14371484b0a tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386512 May 19 09:37:09.653505 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b906be42-8382-44c4-ad41-6d797539a14f admin admin] Made reservation on behalf of 9e89227b2d0149d690a7947bd5c81462 for: {'network': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:37:09.655878 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b906be42-8382-44c4-ad41-6d797539a14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-750978'] for network, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:09.667894 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b906be42-8382-44c4-ad41-6d797539a14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:09.682358 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-b906be42-8382-44c4-ad41-6d797539a14f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:09.686380 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-b906be42-8382-44c4-ad41-6d797539a14f admin admin] Usage tracker for resource:security_group_rule and tenant:9e89227b2d0149d690a7947bd5c81462 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:09.690088 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-b906be42-8382-44c4-ad41-6d797539a14f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:09.695755 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-b906be42-8382-44c4-ad41-6d797539a14f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:09.777185 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b906be42-8382-44c4-ad41-6d797539a14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:09.780626 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b906be42-8382-44c4-ad41-6d797539a14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:09.783455 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f1eada0e-a450-41a3-8acd-f44021a8cd75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:09.810076 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b906be42-8382-44c4-ad41-6d797539a14f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=91651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:37:09.818879 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906be42-8382-44c4-ad41-6d797539a14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b075d4bd-21e1-49ce-9b9f-baaa7849dad9,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:09.822310 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b906be42-8382-44c4-ad41-6d797539a14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:09.824757 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b906be42-8382-44c4-ad41-6d797539a14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:09.825090 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.db.segments_db [None req-b906be42-8382-44c4-ad41-6d797539a14f admin admin] Added segment 87377290-a8ae-4900-ab4c-f316b7aea6e8 of type vlan for network 797971af-cceb-4918-bc12-e985577860cd May 19 09:37:09.850567 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b906be42-8382-44c4-ad41-6d797539a14f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789556115559'] for network, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:09.878827 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b906be42-8382-44c4-ad41-6d797539a14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355'] for network, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:09.880093 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b906be42-8382-44c4-ad41-6d797539a14f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:09.880669 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-b906be42-8382-44c4-ad41-6d797539a14f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:09.883769 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:09.979497 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906be42-8382-44c4-ad41-6d797539a14f admin admin] Pushing event updated for resources: {'Network': ['ID=797971af-cceb-4918-bc12-e985577860cd,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:09.986213 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-b906be42-8382-44c4-ad41-6d797539a14f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5525296 May 19 09:37:09.986213 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b906be42-8382-44c4-ad41-6d797539a14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:09.986695 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 47690) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:09.989723 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Network 797971af-cceb-4918-bc12-e985577860cd details requested by agent ovs-agent-dv-cinder-791281-2-smb with host dv-cinder-791281-2-smb {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:37:09.991871 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-659be22c-5e96-4bb7-bede-52cc2f289163 admin admin] Request body: {'subnet': {'network_id': '797971af-cceb-4918-bc12-e985577860cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-557483787-subnet', 'tenant_id': '9e89227b2d0149d690a7947bd5c81462', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:37:09.996652 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-659be22c-5e96-4bb7-bede-52cc2f289163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:10.001093 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-659be22c-5e96-4bb7-bede-52cc2f289163 admin admin] Usage tracker for resource:subnet and tenant:9e89227b2d0149d690a7947bd5c81462 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:10.004030 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-659be22c-5e96-4bb7-bede-52cc2f289163 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:10.011457 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-659be22c-5e96-4bb7-bede-52cc2f289163 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:10.021713 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659be22c-5e96-4bb7-bede-52cc2f289163 admin admin] Made reservation on behalf of 9e89227b2d0149d690a7947bd5c81462 for: {'subnet': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:37:10.024053 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-659be22c-5e96-4bb7-bede-52cc2f289163 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2438433'] for subnet, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:10.398490 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-659be22c-5e96-4bb7-bede-52cc2f289163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2438419'] for subnet, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:10.402884 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-014006cf-f68d-463c-a3bc-4934bd8db1eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:10.475898 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659be22c-5e96-4bb7-bede-52cc2f289163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9e3cf40-6d7c-426a-bc5f-eddf6093956b,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:10.479241 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-659be22c-5e96-4bb7-bede-52cc2f289163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:10.485118 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659be22c-5e96-4bb7-bede-52cc2f289163 admin admin] Checking segment: {'id': '87377290-a8ae-4900-ab4c-f316b7aea6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '797971af-cceb-4918-bc12-e985577860cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:37:10.485477 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659be22c-5e96-4bb7-bede-52cc2f289163 admin admin] Network hostable DHCP agents. Network: 797971af-cceb-4918-bc12-e985577860cd, hostable agents: ['6779d86a-8148-4f18-b3ad-742629ae43e2'], hosted agents: [] {{(pid=91651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:37:10.502348 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659be22c-5e96-4bb7-bede-52cc2f289163 admin admin] Network 797971af-cceb-4918-bc12-e985577860cd is scheduled to be hosted by DHCP agent 6779d86a-8148-4f18-b3ad-742629ae43e2 with binding_index 1 {{(pid=91651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:37:10.511335 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-659be22c-5e96-4bb7-bede-52cc2f289163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-smb, 797971af-cceb-4918-bc12-e985577860cd) {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:37:10.520865 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659be22c-5e96-4bb7-bede-52cc2f289163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:10.521045 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b1f3ac-fdb7-4cbb-a018-aad76e717881 None None] Network 797971af-cceb-4918-bc12-e985577860cd requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:37:10.521518 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-659be22c-5e96-4bb7-bede-52cc2f289163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:10.542746 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-659be22c-5e96-4bb7-bede-52cc2f289163 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5553021 May 19 09:37:10.611932 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:10.738475 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb433e5a-575d-4766-a1bf-04f2c0b70b6e None None] Network 797971af-cceb-4918-bc12-e985577860cd requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:37:10.758465 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd38984-f2af-4f24-8328-107bcd5b439e req-59955a68-a944-4761-82c9-dcdea682cea7 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:10.759923 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-1dd38984-f2af-4f24-8328-107bcd5b439e req-59955a68-a944-4761-82c9-dcdea682cea7 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 945 time: 0.0864871 May 19 09:37:10.806610 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-1dd38984-f2af-4f24-8328-107bcd5b439e req-a43ae911-d231-448c-a294-e48abf7b49e5 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411291 May 19 09:37:10.819999 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 up at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:37:10.984965 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning complete for port b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:37:10.985338 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:11.076782 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 47710) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:11.083503 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-9bf5c086-5b9c-4731-bffa-0f2969ad6c66 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1806661069-network', 'tenant_id': '7ade8c3986bf422d89f3a4e4747276aa'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:37:11.087951 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-9bf5c086-5b9c-4731-bffa-0f2969ad6c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:11.091968 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-9bf5c086-5b9c-4731-bffa-0f2969ad6c66 admin admin] Usage tracker for resource:network and tenant:7ade8c3986bf422d89f3a4e4747276aa is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:11.095647 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-9bf5c086-5b9c-4731-bffa-0f2969ad6c66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:11.101518 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-9bf5c086-5b9c-4731-bffa-0f2969ad6c66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:11.103493 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:11.115359 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf5c086-5b9c-4731-bffa-0f2969ad6c66 admin admin] Made reservation on behalf of 7ade8c3986bf422d89f3a4e4747276aa for: {'network': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:37:11.117784 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9bf5c086-5b9c-4731-bffa-0f2969ad6c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-750978'] for network, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:11.130407 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9bf5c086-5b9c-4731-bffa-0f2969ad6c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:11.131399 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b81766-e256-439b-9813-950fbb0d4242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:37:11.141923 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:37:11.145526 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-9bf5c086-5b9c-4731-bffa-0f2969ad6c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:11.146199 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:11.148111 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-86a89884-6d9c-4e37-a9e3-31d6150b211a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:11.150455 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-9bf5c086-5b9c-4731-bffa-0f2969ad6c66 admin admin] Usage tracker for resource:security_group_rule and tenant:7ade8c3986bf422d89f3a4e4747276aa is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:11.153533 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-9bf5c086-5b9c-4731-bffa-0f2969ad6c66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:11.159476 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-9bf5c086-5b9c-4731-bffa-0f2969ad6c66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:11.216924 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0,revision_number=10']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:11.221274 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:11.248755 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9bf5c086-5b9c-4731-bffa-0f2969ad6c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:11.253701 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9bf5c086-5b9c-4731-bffa-0f2969ad6c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:11.257580 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-d4546cfb-1049-4105-b7d6-03558a3e18bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:11.283650 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf5c086-5b9c-4731-bffa-0f2969ad6c66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=91652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:37:11.292698 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5c086-5b9c-4731-bffa-0f2969ad6c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da023f2-7ed9-43dc-b493-b0b95bc47a01,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:11.296381 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-9bf5c086-5b9c-4731-bffa-0f2969ad6c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:11.299653 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9bf5c086-5b9c-4731-bffa-0f2969ad6c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:11.299999 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.db.segments_db [None req-9bf5c086-5b9c-4731-bffa-0f2969ad6c66 admin admin] Added segment e2e62ae0-e59c-40cb-ac68-a14344a38670 of type vlan for network 8fc138d5-dff2-4961-8c88-5230d3027c6d May 19 09:37:11.326646 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9bf5c086-5b9c-4731-bffa-0f2969ad6c66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789556115559'] for network, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:11.356326 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9bf5c086-5b9c-4731-bffa-0f2969ad6c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355'] for network, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:11.357871 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf5c086-5b9c-4731-bffa-0f2969ad6c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:11.358466 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9bf5c086-5b9c-4731-bffa-0f2969ad6c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:11.363205 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a7933ebc-cc9f-4718-a814-e11e6313f527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:11.382375 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b81766-e256-439b-9813-950fbb0d4242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0', 'code': 200} May 19 09:37:11.467168 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5c086-5b9c-4731-bffa-0f2969ad6c66 admin admin] Pushing event updated for resources: {'Network': ['ID=8fc138d5-dff2-4961-8c88-5230d3027c6d,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:11.470210 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-9bf5c086-5b9c-4731-bffa-0f2969ad6c66 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3924329 May 19 09:37:11.471074 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-9bf5c086-5b9c-4731-bffa-0f2969ad6c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:11.472944 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 47718) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:11.477936 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Network 8fc138d5-dff2-4961-8c88-5230d3027c6d details requested by agent ovs-agent-dv-cinder-791281-2-smb with host dv-cinder-791281-2-smb {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:37:11.478645 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-986ea3ee-111f-4f9d-a2ce-8a59eae40012 admin admin] Request body: {'subnet': {'network_id': '8fc138d5-dff2-4961-8c88-5230d3027c6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1806661069-subnet', 'tenant_id': '7ade8c3986bf422d89f3a4e4747276aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:37:11.483421 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-986ea3ee-111f-4f9d-a2ce-8a59eae40012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:11.487796 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-986ea3ee-111f-4f9d-a2ce-8a59eae40012 admin admin] Usage tracker for resource:subnet and tenant:7ade8c3986bf422d89f3a4e4747276aa is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:11.490640 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-986ea3ee-111f-4f9d-a2ce-8a59eae40012 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:11.497136 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-986ea3ee-111f-4f9d-a2ce-8a59eae40012 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:11.508454 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986ea3ee-111f-4f9d-a2ce-8a59eae40012 admin admin] Made reservation on behalf of 7ade8c3986bf422d89f3a4e4747276aa for: {'subnet': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:37:11.510891 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-986ea3ee-111f-4f9d-a2ce-8a59eae40012 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60223530'] for subnet, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:11.653243 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0c6b7-080a-4304-ab6d-6107470ba57d req-6f6232c6-98df-4e6e-959c-fe591d6eb109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:11.654748 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c4a0c6b7-080a-4304-ab6d-6107470ba57d req-6f6232c6-98df-4e6e-959c-fe591d6eb109 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 1100 time: 0.0791919 May 19 09:37:11.701586 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-c4a0c6b7-080a-4304-ab6d-6107470ba57d req-442a0f8a-1573-4900-858a-3edee4948349 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362151 May 19 09:37:11.889031 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-986ea3ee-111f-4f9d-a2ce-8a59eae40012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2887671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60223512'] for subnet, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:11.893955 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-b3e47111-5299-4d33-aeaa-5d236daa8802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:11.963418 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ea3ee-111f-4f9d-a2ce-8a59eae40012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=695e866b-46dc-40e3-a141-ead679c46c3b,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:11.967293 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-986ea3ee-111f-4f9d-a2ce-8a59eae40012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:11.972011 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986ea3ee-111f-4f9d-a2ce-8a59eae40012 admin admin] Checking segment: {'id': 'e2e62ae0-e59c-40cb-ac68-a14344a38670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '8fc138d5-dff2-4961-8c88-5230d3027c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:37:11.972361 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986ea3ee-111f-4f9d-a2ce-8a59eae40012 admin admin] Network hostable DHCP agents. Network: 8fc138d5-dff2-4961-8c88-5230d3027c6d, hostable agents: ['6779d86a-8148-4f18-b3ad-742629ae43e2'], hosted agents: [] {{(pid=91652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:37:11.989415 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986ea3ee-111f-4f9d-a2ce-8a59eae40012 admin admin] Network 8fc138d5-dff2-4961-8c88-5230d3027c6d is scheduled to be hosted by DHCP agent 6779d86a-8148-4f18-b3ad-742629ae43e2 with binding_index 1 {{(pid=91652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:37:11.998319 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-986ea3ee-111f-4f9d-a2ce-8a59eae40012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-smb, 8fc138d5-dff2-4961-8c88-5230d3027c6d) {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:37:12.001231 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfcdee0-e43f-41a5-a46d-3c80e675d4e2 req-342807ba-beb2-49ee-8122-573f45852721 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:12.002748 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-2cfcdee0-e43f-41a5-a46d-3c80e675d4e2 req-342807ba-beb2-49ee-8122-573f45852721 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 947 time: 0.0815625 May 19 09:37:12.007858 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986ea3ee-111f-4f9d-a2ce-8a59eae40012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:12.008449 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-986ea3ee-111f-4f9d-a2ce-8a59eae40012 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:12.022112 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967fbbc0-ab24-45d9-8668-f04ee2d98168 None None] Network 8fc138d5-dff2-4961-8c88-5230d3027c6d requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:37:12.033833 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-986ea3ee-111f-4f9d-a2ce-8a59eae40012 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5546155 May 19 09:37:12.057255 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-2cfcdee0-e43f-41a5-a46d-3c80e675d4e2 req-f78185d4-19d5-4d7c-88c1-7d424eb88367 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482402 May 19 09:37:12.170582 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 47726) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:12.232067 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a182c9b-0fe1-41a7-ba25-83776e7e6f97 admin admin] Deleting subnet e9e3cf40-6d7c-426a-bc5f-eddf6093956b {{(pid=91652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:37:12.235216 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3a182c9b-0fe1-41a7-ba25-83776e7e6f97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:12.257202 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef8aa2e-281a-4d0d-aff4-2ea212f3a9c4 None None] Network 8fc138d5-dff2-4961-8c88-5230d3027c6d requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:37:12.283861 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3a182c9b-0fe1-41a7-ba25-83776e7e6f97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225997'] for subnet, precommit_delete_associations {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:12.338258 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3a182c9b-0fe1-41a7-ba25-83776e7e6f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874305'] for subnet, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:12.692447 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3a182c9b-0fe1-41a7-ba25-83776e7e6f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2887608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60223505'] for subnet, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:12.696999 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:12.733801 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a182c9b-0fe1-41a7-ba25-83776e7e6f97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9e3cf40-6d7c-426a-bc5f-eddf6093956b,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:12.736846 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-3a182c9b-0fe1-41a7-ba25-83776e7e6f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:12.742140 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-3a182c9b-0fe1-41a7-ba25-83776e7e6f97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:12.749040 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-3a182c9b-0fe1-41a7-ba25-83776e7e6f97 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e9e3cf40-6d7c-426a-bc5f-eddf6093956b HTTP/1.1" status: 204 len: 168 time: 0.5774338 May 19 09:37:12.752178 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 47738) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:12.864355 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a3561879-946c-437a-be4e-0f3e388f7aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723769'] for network, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:12.994259 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a3561879-946c-437a-be4e-0f3e388f7aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868810', 'neutron.services.segments.db._delete_segments_for_network-8789556565890'] for network, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:13.008326 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.services.segments.db [None req-a3561879-946c-437a-be4e-0f3e388f7aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797971af-cceb-4918-bc12-e985577860cd']}} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:13.021239 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.services.segments.db [None req-a3561879-946c-437a-be4e-0f3e388f7aa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87377290-a8ae-4900-ab4c-f316b7aea6e8') {'for_net_delete': True} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:13.021537 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.services.segments.db [None req-a3561879-946c-437a-be4e-0f3e388f7aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87377290-a8ae-4900-ab4c-f316b7aea6e8') {} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:13.033216 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a3561879-946c-437a-be4e-0f3e388f7aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789556576395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2226010'] for segment, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:13.049820 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a3561879-946c-437a-be4e-0f3e388f7aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:13.056087 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3561879-946c-437a-be4e-0f3e388f7aa2 admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=91652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:37:13.056468 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a3561879-946c-437a-be4e-0f3e388f7aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2838810'] for segment, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: Traceback (most recent call last): May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: timer() May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: cb(*args, **kw) May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: return func(*args, **kwargs) May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: self._notify() May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: self.callback(batched_events) May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: event.method(event) May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: return f(self, *a, **k) May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: return self._get(url).json() May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: return self.request(url, 'GET', **kwargs) May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:37:13.070829 dv-cinder-791281-2-smb neutron-server[91652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:37:13.150064 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a3561879-946c-437a-be4e-0f3e388f7aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827017'] for network, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:13.161036 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a3561879-946c-437a-be4e-0f3e388f7aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:13.164654 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:13.184782 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-a3561879-946c-437a-be4e-0f3e388f7aa2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/797971af-cceb-4918-bc12-e985577860cd HTTP/1.1" status: 204 len: 168 time: 0.4315624 May 19 09:37:13.188241 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 47770) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:13.217897 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3561879-946c-437a-be4e-0f3e388f7aa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=797971af-cceb-4918-bc12-e985577860cd,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:13.224582 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a3561879-946c-437a-be4e-0f3e388f7aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:13.254048 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e32618-c036-45f7-96a4-d89ca728bc86 admin admin] Deleting subnet 695e866b-46dc-40e3-a141-ead679c46c3b {{(pid=91651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:37:13.257066 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-33e32618-c036-45f7-96a4-d89ca728bc86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:13.268240 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4aa92-52cd-4d12-a34a-bbb1de376e52 req-def9e490-e0f6-446d-866b-c915503d2866 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:13.269828 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b1c4aa92-52cd-4d12-a34a-bbb1de376e52 req-def9e490-e0f6-446d-866b-c915503d2866 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 947 time: 0.0906084 May 19 09:37:13.310577 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-33e32618-c036-45f7-96a4-d89ca728bc86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2109446'] for subnet, precommit_delete_associations {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:13.317187 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b1c4aa92-52cd-4d12-a34a-bbb1de376e52 req-fe588ce8-36f3-4031-98ce-71c66ab60877 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412951 May 19 09:37:13.370896 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-33e32618-c036-45f7-96a4-d89ca728bc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874305'] for subnet, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:13.613591 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-33e32618-c036-45f7-96a4-d89ca728bc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2283599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2438426'] for subnet, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:13.618225 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7f8a216b-16c4-4cab-b2ec-57ac23f73870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:13.655350 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e32618-c036-45f7-96a4-d89ca728bc86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=695e866b-46dc-40e3-a141-ead679c46c3b,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:13.657256 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-33e32618-c036-45f7-96a4-d89ca728bc86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:13.659666 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-33e32618-c036-45f7-96a4-d89ca728bc86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:13.663545 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-33e32618-c036-45f7-96a4-d89ca728bc86 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/695e866b-46dc-40e3-a141-ead679c46c3b HTTP/1.1" status: 204 len: 168 time: 0.4742877 May 19 09:37:13.666078 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 47774) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:13.853635 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-bd6ed027-dd66-4bf2-82cc-7d93e03e1332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723769'] for network, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:13.972881 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-bd6ed027-dd66-4bf2-82cc-7d93e03e1332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868810', 'neutron.services.segments.db._delete_segments_for_network-8789556565890'] for network, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:13.985965 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.services.segments.db [None req-bd6ed027-dd66-4bf2-82cc-7d93e03e1332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc138d5-dff2-4961-8c88-5230d3027c6d']}} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:13.997401 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.services.segments.db [None req-bd6ed027-dd66-4bf2-82cc-7d93e03e1332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e62ae0-e59c-40cb-ac68-a14344a38670') {'for_net_delete': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:13.997689 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.services.segments.db [None req-bd6ed027-dd66-4bf2-82cc-7d93e03e1332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e62ae0-e59c-40cb-ac68-a14344a38670') {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:14.008637 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-bd6ed027-dd66-4bf2-82cc-7d93e03e1332 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789556576395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2109457'] for segment, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:14.024438 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-bd6ed027-dd66-4bf2-82cc-7d93e03e1332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:14.030397 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6ed027-dd66-4bf2-82cc-7d93e03e1332 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=91651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:37:14.030833 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-bd6ed027-dd66-4bf2-82cc-7d93e03e1332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2459373'] for segment, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: Traceback (most recent call last): May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: timer() May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: cb(*args, **kw) May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: return func(*args, **kwargs) May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: self._notify() May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: self.callback(batched_events) May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: event.method(event) May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: return f(self, *a, **k) May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: return self._get(url).json() May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: return self.request(url, 'GET', **kwargs) May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:37:14.044098 dv-cinder-791281-2-smb neutron-server[91651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:37:14.118565 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-bd6ed027-dd66-4bf2-82cc-7d93e03e1332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827017'] for network, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:14.122268 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7705257d-5ccb-4187-ac1b-ae63ec4b15e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:14.135076 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-bd6ed027-dd66-4bf2-82cc-7d93e03e1332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:14.144158 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ed027-dd66-4bf2-82cc-7d93e03e1332 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fc138d5-dff2-4961-8c88-5230d3027c6d,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:14.146651 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-bd6ed027-dd66-4bf2-82cc-7d93e03e1332 admin admin] 10.222.0.61 "DELETE /v2.0/networks/8fc138d5-dff2-4961-8c88-5230d3027c6d HTTP/1.1" status: 204 len: 168 time: 0.4796698 May 19 09:37:14.147575 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-bd6ed027-dd66-4bf2-82cc-7d93e03e1332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:14.315768 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 47780) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:14.364423 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-cd39d20c-13c7-4dc4-abff-fb3f020ccbb9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9e89227b2d0149d690a7947bd5c81462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474577 May 19 09:37:14.366868 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 47786) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:14.424060 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1118932b-c50a-4474-8003-0fc351a8aafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:14.494088 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1118932b-c50a-4474-8003-0fc351a8aafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:14.561149 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d196e8-bc5e-4f46-a4ae-3724f5eb09e4 req-49b4e950-8bad-4ebe-9e14-c888700a7d3d tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:14.563215 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e2d196e8-bc5e-4f46-a4ae-3724f5eb09e4 req-49b4e950-8bad-4ebe-9e14-c888700a7d3d tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 947 time: 0.1300700 May 19 09:37:14.586406 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1118932b-c50a-4474-8003-0fc351a8aafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:14.593651 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-674c37df-7b74-42b7-82aa-8b0a91f1fe27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:14.607589 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118932b-c50a-4474-8003-0fc351a8aafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b075d4bd-21e1-49ce-9b9f-baaa7849dad9,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:14.609937 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-1118932b-c50a-4474-8003-0fc351a8aafa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:14.626377 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1118932b-c50a-4474-8003-0fc351a8aafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:14.627530 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-1118932b-c50a-4474-8003-0fc351a8aafa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b075d4bd-21e1-49ce-9b9f-baaa7849dad9 HTTP/1.1" status: 204 len: 168 time: 0.2597585 May 19 09:37:14.635915 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e2d196e8-bc5e-4f46-a4ae-3724f5eb09e4 req-520ed3af-40a5-4296-ba83-cc61582d7353 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666673 May 19 09:37:14.965550 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 47796) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:15.017499 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-1ce3b946-70f0-4a81-8fcf-375f7f7ddcee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7ade8c3986bf422d89f3a4e4747276aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506561 May 19 09:37:15.019722 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 47800) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:15.077219 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-67ed64aa-416b-49b6-8b74-396b6f0663af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:15.103047 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-67ed64aa-416b-49b6-8b74-396b6f0663af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:15.154620 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-67ed64aa-416b-49b6-8b74-396b6f0663af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:15.158571 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-44c26555-7c21-49bf-92b1-3d18942376ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:15.169086 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed64aa-416b-49b6-8b74-396b6f0663af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da023f2-7ed9-43dc-b493-b0b95bc47a01,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:15.174265 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-67ed64aa-416b-49b6-8b74-396b6f0663af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:15.176763 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-67ed64aa-416b-49b6-8b74-396b6f0663af admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:15.177874 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-67ed64aa-416b-49b6-8b74-396b6f0663af admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0da023f2-7ed9-43dc-b493-b0b95bc47a01 HTTP/1.1" status: 204 len: 168 time: 0.1572638 May 19 09:37:18.321887 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef3cfe-d8ed-4770-b793-913c2421c4db req-7703be67-6ec4-4853-8ad9-ac124c76fe4b tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:18.323363 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f3ef3cfe-d8ed-4770-b793-913c2421c4db req-7703be67-6ec4-4853-8ad9-ac124c76fe4b tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 945 time: 0.0855813 May 19 09:37:18.374002 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f3ef3cfe-d8ed-4770-b793-913c2421c4db req-442b61ea-fb14-43c9-bec4-506712a534de tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444622 May 19 09:37:19.561654 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9870a-17d8-4fb6-89ff-22be1f988685 req-0575104a-479a-42da-924b-d50a7c896e2b tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:19.563323 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-d8f9870a-17d8-4fb6-89ff-22be1f988685 req-0575104a-479a-42da-924b-d50a7c896e2b tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 945 time: 0.0832164 May 19 09:37:19.611371 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-d8f9870a-17d8-4fb6-89ff-22be1f988685 req-d24a1aad-3580-45f8-a5e1-df5bf8e5c2ef tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423412 May 19 09:37:20.794573 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7334d6-1ca2-440a-a6f0-0c6c018dcf9e req-b5a0ad64-2cd8-4321-829f-815957228764 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:20.796062 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-8b7334d6-1ca2-440a-a6f0-0c6c018dcf9e req-b5a0ad64-2cd8-4321-829f-815957228764 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 945 time: 0.0804405 May 19 09:37:20.843054 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-8b7334d6-1ca2-440a-a6f0-0c6c018dcf9e req-554cd6b3-935c-45f9-9d70-cc28dccd3833 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404744 May 19 09:37:22.028089 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612934d6-0f52-407d-88c3-7613f28b2f14 req-cb5dd28e-92bd-4f38-b503-3d3ab046d70f tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:22.029524 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-612934d6-0f52-407d-88c3-7613f28b2f14 req-cb5dd28e-92bd-4f38-b503-3d3ab046d70f tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 945 time: 0.0831854 May 19 09:37:22.074097 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-612934d6-0f52-407d-88c3-7613f28b2f14 req-53c8b6f5-2ffd-43e3-8f39-6a59f44f0c9f tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382378 May 19 09:37:23.259478 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dba6a5-3028-4eb9-92b4-46f538b67da5 req-e9fb3853-83aa-4a96-bf2c-67e7ad1f5a05 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:23.260982 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-76dba6a5-3028-4eb9-92b4-46f538b67da5 req-e9fb3853-83aa-4a96-bf2c-67e7ad1f5a05 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 945 time: 0.0811107 May 19 09:37:23.305498 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-76dba6a5-3028-4eb9-92b4-46f538b67da5 req-0bb1dfa0-9771-46cb-a0f2-e3b7017491e9 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387642 May 19 09:37:24.495751 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08789c6-d2b2-43bf-95dd-ad371d3fee58 req-122833d7-12ba-4d56-8137-07a7bde66680 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:24.497210 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-a08789c6-d2b2-43bf-95dd-ad371d3fee58 req-122833d7-12ba-4d56-8137-07a7bde66680 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 945 time: 0.0856965 May 19 09:37:24.544648 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-a08789c6-d2b2-43bf-95dd-ad371d3fee58 req-a6566b7c-3400-419b-b1f9-6ba29a78f087 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410531 May 19 09:37:25.737827 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28093535-fd87-4a13-bfd0-d382f75c9ba4 req-f25bb176-9a72-47f8-9525-0a29e3f8f0e8 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:25.740199 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-28093535-fd87-4a13-bfd0-d382f75c9ba4 req-f25bb176-9a72-47f8-9525-0a29e3f8f0e8 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 945 time: 0.0858307 May 19 09:37:25.785479 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-28093535-fd87-4a13-bfd0-d382f75c9ba4 req-58748b7f-09f1-47e9-a1ad-d0a5947f1944 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398083 May 19 09:37:26.972934 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40886d-3d1b-46d8-8e54-4957d3698646 req-a0316da0-5fe7-4577-b244-4563d7b2f509 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:26.974676 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-cf40886d-3d1b-46d8-8e54-4957d3698646 req-a0316da0-5fe7-4577-b244-4563d7b2f509 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 945 time: 0.0833251 May 19 09:37:27.019194 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-cf40886d-3d1b-46d8-8e54-4957d3698646 req-35108503-f446-4502-8939-6d91fc61f3f4 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387347 May 19 09:37:28.202580 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65761a3-9062-4b58-a538-3599f9ad7e87 req-201bac3e-f850-4769-8566-0df711e44588 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:28.204076 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f65761a3-9062-4b58-a538-3599f9ad7e87 req-201bac3e-f850-4769-8566-0df711e44588 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 945 time: 0.0788279 May 19 09:37:28.249173 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-f65761a3-9062-4b58-a538-3599f9ad7e87 req-82a62fc1-4b9b-463d-9896-3c731540e24d tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394354 May 19 09:37:28.421919 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ed62c-d6dc-453a-8db1-662e42a1e53a req-cf05fab1-c66d-4152-904f-340ce83f17ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:28.423703 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-122ed62c-d6dc-453a-8db1-662e42a1e53a req-cf05fab1-c66d-4152-904f-340ce83f17ba service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=97fc349a479c4afd9aea2d0219c002b2&device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 1098 time: 0.0750713 May 19 09:37:28.563331 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ed62c-d6dc-453a-8db1-662e42a1e53a req-b90d995c-f216-4c6d-af49-e6bdb3b9cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:28.564766 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-122ed62c-d6dc-453a-8db1-662e42a1e53a req-b90d995c-f216-4c6d-af49-e6bdb3b9cbdb service neutron] 10.222.0.76 "GET /v2.0/networks?id=d18f6c36-0859-444b-a9be-eedab568b568 HTTP/1.1" status: 200 len: 909 time: 0.1289079 May 19 09:37:28.671172 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-122ed62c-d6dc-453a-8db1-662e42a1e53a req-8c4f33e8-5ae4-41e8-b1b0-7f2a4817f634 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72859139-f998-4a75-8a61-a3b851c2386a HTTP/1.1" status: 200 len: 1001 time: 0.0992334 May 19 09:37:28.734357 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ed62c-d6dc-453a-8db1-662e42a1e53a req-76891616-0ac8-4f30-a71f-59e125dafb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:28.735793 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-122ed62c-d6dc-453a-8db1-662e42a1e53a req-76891616-0ac8-4f30-a71f-59e125dafb68 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d298f93a-a019-4ca0-bd96-2bc106686ff3 HTTP/1.1" status: 200 len: 847 time: 0.0580285 May 19 09:37:28.817910 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ed62c-d6dc-453a-8db1-662e42a1e53a req-504b38bc-614d-4b7b-a754-a2dcc87f6209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:28.819557 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-122ed62c-d6dc-453a-8db1-662e42a1e53a req-504b38bc-614d-4b7b-a754-a2dcc87f6209 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d18f6c36-0859-444b-a9be-eedab568b568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0731821 May 19 09:37:28.888295 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-95d36ed1-c411-49c8-a42b-c68c8b6aabad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:29.010517 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:37:29.048489 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-122ed62c-d6dc-453a-8db1-662e42a1e53a req-4b600576-8e00-4ac2-86bf-080955496be8 service neutron] 10.222.0.76 "GET /v2.0/networks/d18f6c36-0859-444b-a9be-eedab568b568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219930 May 19 09:37:29.182149 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-122ed62c-d6dc-453a-8db1-662e42a1e53a req-aebf96df-e815-4ad3-85f7-cfb5536c0f6a service neutron] 10.222.0.76 "GET /v2.0/networks/d18f6c36-0859-444b-a9be-eedab568b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265202 May 19 09:37:29.430920 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df214c2c-45f9-4db3-87bf-236be41c219a req-6e31dcd4-57d1-45c5-8ac8-67abe8f48762 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:29.432381 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-df214c2c-45f9-4db3-87bf-236be41c219a req-6e31dcd4-57d1-45c5-8ac8-67abe8f48762 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 945 time: 0.0802324 May 19 09:37:29.480058 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-df214c2c-45f9-4db3-87bf-236be41c219a req-0767cddf-f44e-491f-8c35-59be13f3eb24 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412438 May 19 09:37:30.667867 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dce54-ebc9-44b9-8c1d-578de02c372e req-03f7b974-48c6-439d-b84c-08b0715cc915 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:30.669325 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9a9dce54-ebc9-44b9-8c1d-578de02c372e req-03f7b974-48c6-439d-b84c-08b0715cc915 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 945 time: 0.0844216 May 19 09:37:30.718752 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9a9dce54-ebc9-44b9-8c1d-578de02c372e req-f0a3d5c5-07a1-4653-89ae-159880a39070 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411026 May 19 09:37:31.424315 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:31.903179 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb72ec6-eba4-451e-867a-0ce8f8b9a084 req-c68243fd-4cbf-41c9-aef8-23ba1d31db16 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:31.904632 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-dbb72ec6-eba4-451e-867a-0ce8f8b9a084 req-c68243fd-4cbf-41c9-aef8-23ba1d31db16 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 945 time: 0.0809920 May 19 09:37:31.938733 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-ac979ab3-9c1f-4293-9093-ece89b9d8358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:31.954106 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-dbb72ec6-eba4-451e-867a-0ce8f8b9a084 req-f5bf3439-b1d1-4a81-b498-66ff0f0be566 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434816 May 19 09:37:32.265787 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 48016) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:32.297629 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e2b73-db9a-4914-b86e-9af0a4028281 req-f287457f-d3bc-4bf5-b492-956fbe761712 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:32.299110 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-949e2b73-db9a-4914-b86e-9af0a4028281 req-f287457f-d3bc-4bf5-b492-956fbe761712 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 945 time: 0.0842211 May 19 09:37:32.343287 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-949e2b73-db9a-4914-b86e-9af0a4028281 req-28c4f25f-b453-4d54-ae87-9e5b18054a09 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382950 May 19 09:37:32.388743 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-d1a36b49-5394-4fa0-99a9-f831533353c5 req-0130afb3-e934-483f-8975-b735c3557eaf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1217446 May 19 09:37:32.872875 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:33.538017 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e3b25-300e-4cc6-bb8d-a505e420cc31 req-af743d0c-c5a3-485d-b3ba-7efec5d62862 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:33.539531 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e74e3b25-300e-4cc6-bb8d-a505e420cc31 req-af743d0c-c5a3-485d-b3ba-7efec5d62862 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 945 time: 0.0843031 May 19 09:37:33.586515 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-e74e3b25-300e-4cc6-bb8d-a505e420cc31 req-2e10a983-6a62-432f-a1bb-9e823d91a09b tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412152 May 19 09:37:33.870696 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a36b49-5394-4fa0-99a9-f831533353c5 req-cb55d539-7b79-4110-8007-92d84f722035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:33.872076 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-d1a36b49-5394-4fa0-99a9-f831533353c5 req-cb55d539-7b79-4110-8007-92d84f722035 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58&tenant_id=97fc349a479c4afd9aea2d0219c002b2 HTTP/1.1" status: 200 len: 1098 time: 0.0761905 May 19 09:37:33.967420 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a36b49-5394-4fa0-99a9-f831533353c5 req-19195386-cbb3-4ec5-af58-0ceeb221112d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:33.969192 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-d1a36b49-5394-4fa0-99a9-f831533353c5 req-19195386-cbb3-4ec5-af58-0ceeb221112d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=97fc349a479c4afd9aea2d0219c002b2&device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 1098 time: 0.0733948 May 19 09:37:34.107775 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a36b49-5394-4fa0-99a9-f831533353c5 req-307637df-6fa5-43e6-95e7-2b586dea8bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:34.110059 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-d1a36b49-5394-4fa0-99a9-f831533353c5 req-307637df-6fa5-43e6-95e7-2b586dea8bca service neutron] 10.222.0.76 "GET /v2.0/networks?id=d18f6c36-0859-444b-a9be-eedab568b568 HTTP/1.1" status: 200 len: 909 time: 0.1304982 May 19 09:37:34.216244 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-d1a36b49-5394-4fa0-99a9-f831533353c5 req-a5dc8419-a3ee-4d2e-b323-2a583c08de77 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72859139-f998-4a75-8a61-a3b851c2386a HTTP/1.1" status: 200 len: 1001 time: 0.0987720 May 19 09:37:34.279496 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a36b49-5394-4fa0-99a9-f831533353c5 req-2868d523-f536-4362-9c57-36e82784bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:34.281373 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-d1a36b49-5394-4fa0-99a9-f831533353c5 req-2868d523-f536-4362-9c57-36e82784bafd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d298f93a-a019-4ca0-bd96-2bc106686ff3 HTTP/1.1" status: 200 len: 847 time: 0.0572543 May 19 09:37:34.358107 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a36b49-5394-4fa0-99a9-f831533353c5 req-4d4a21df-c086-49b3-9c36-52c0a529af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:34.360159 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-d1a36b49-5394-4fa0-99a9-f831533353c5 req-4d4a21df-c086-49b3-9c36-52c0a529af84 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d18f6c36-0859-444b-a9be-eedab568b568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715683 May 19 09:37:34.489399 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-d1a36b49-5394-4fa0-99a9-f831533353c5 req-a913e5f5-b5a7-48ca-937e-285dd3d541f1 service neutron] 10.222.0.76 "GET /v2.0/networks/d18f6c36-0859-444b-a9be-eedab568b568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213131 May 19 09:37:34.568804 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:34.619960 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-d1a36b49-5394-4fa0-99a9-f831533353c5 req-22ba74e0-9698-4957-8118-69ca185e4fea service neutron] 10.222.0.76 "GET /v2.0/networks/d18f6c36-0859-444b-a9be-eedab568b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234775 May 19 09:37:34.771042 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865d620-1fa9-4128-aca8-5d6c566e1c61 req-3b21df40-b57f-4d7d-819d-8622736ab2b8 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:34.772491 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-5865d620-1fa9-4128-aca8-5d6c566e1c61 req-3b21df40-b57f-4d7d-819d-8622736ab2b8 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 945 time: 0.0804908 May 19 09:37:34.817848 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-5865d620-1fa9-4128-aca8-5d6c566e1c61 req-788714d8-ccf5-45fe-8751-4d54f226237a tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396678 May 19 09:37:34.822918 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 72859139-f998-4a75-8a61-a3b851c2386a no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:37:34.934441 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:34.962154 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e37534e-234a-426d-8002-22931a5fad58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72859139-f998-4a75-8a61-a3b851c2386a'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:37:34.972541 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 72859139-f998-4a75-8a61-a3b851c2386a, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=72859139-f998-4a75-8a61-a3b851c2386a,segment=NetworkSegment(41b8987e-1e4e-42fb-ad21-cd0c89e962c3),segment_id=41b8987e-1e4e-42fb-ad21-cd0c89e962c3)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:37:34.976714 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:34.978506 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:35.012288 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e37534e-234a-426d-8002-22931a5fad58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72859139-f998-4a75-8a61-a3b851c2386a', 'code': 200} May 19 09:37:35.051096 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=72859139-f998-4a75-8a61-a3b851c2386a,revision_number=6']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:35.054234 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:35.792658 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2d634-0f39-451f-bfac-c69828dd9b6d req-5f484c5d-2151-4fe1-ab10-e27f36bd5f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:35.794132 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-67d2d634-0f39-451f-bfac-c69828dd9b6d req-5f484c5d-2151-4fe1-ab10-e27f36bd5f63 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 1096 time: 0.0682962 May 19 09:37:35.835276 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-67d2d634-0f39-451f-bfac-c69828dd9b6d req-22cf1d31-30bf-4385-8fc5-e06089087304 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336487 May 19 09:37:36.098204 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8dbd0-2bcc-4e75-ad10-a414f1c61739 req-bf7b7f15-d068-462b-a2db-5ef9eedd31e4 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:36.099925 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-01e8dbd0-2bcc-4e75-ad10-a414f1c61739 req-bf7b7f15-d068-462b-a2db-5ef9eedd31e4 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 943 time: 0.1758559 May 19 09:37:36.143795 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-01e8dbd0-2bcc-4e75-ad10-a414f1c61739 req-1dc99180-bc52-46ba-b16d-daaeb8a66b3a tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381103 May 19 09:37:36.824447 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 72859139-f998-4a75-8a61-a3b851c2386a details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:37:36.958213 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 72859139-f998-4a75-8a61-a3b851c2386a, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=72859139-f998-4a75-8a61-a3b851c2386a,segment=NetworkSegment(41b8987e-1e4e-42fb-ad21-cd0c89e962c3),segment_id=41b8987e-1e4e-42fb-ad21-cd0c89e962c3)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:37:36.971029 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Returning: {'device': '72859139-f998-4a75-8a61-a3b851c2386a', 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568', 'port_id': '72859139-f998-4a75-8a61-a3b851c2386a', 'mac_address': 'fa:16:3e:e6:ce:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd298f93a-a019-4ca0-bd96-2bc106686ff3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:37:37.026393 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:37.043043 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72859139-f998-4a75-8a61-a3b851c2386a {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:37:37.059012 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 72859139-f998-4a75-8a61-a3b851c2386a, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=72859139-f998-4a75-8a61-a3b851c2386a,segment=NetworkSegment(41b8987e-1e4e-42fb-ad21-cd0c89e962c3),segment_id=41b8987e-1e4e-42fb-ad21-cd0c89e962c3)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:37:37.063309 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:37.065103 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:37.132483 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=72859139-f998-4a75-8a61-a3b851c2386a,revision_number=7']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:37.135343 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:37.322545 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['72859139-f998-4a75-8a61-a3b851c2386a'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:37:37.333538 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7e5fe-8f3a-4dec-8dbe-8f6b91cd8b88 req-8c8b92ef-69ab-4bd5-b33c-4e44654d7c1f tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:37.335043 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-cbd7e5fe-8f3a-4dec-8dbe-8f6b91cd8b88 req-8c8b92ef-69ab-4bd5-b33c-4e44654d7c1f tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 944 time: 0.0848103 May 19 09:37:37.383075 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-cbd7e5fe-8f3a-4dec-8dbe-8f6b91cd8b88 req-8fedfa51-f414-4046-bfdd-f074c6f0600e tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421143 May 19 09:37:38.827034 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 72859139-f998-4a75-8a61-a3b851c2386a up at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:37:38.895934 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning complete for port 72859139-f998-4a75-8a61-a3b851c2386a triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:37:38.896299 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:39.008717 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:39.037392 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e37534e-234a-426d-8002-22931a5fad58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72859139-f998-4a75-8a61-a3b851c2386a'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:37:39.048790 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 72859139-f998-4a75-8a61-a3b851c2386a, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=72859139-f998-4a75-8a61-a3b851c2386a,segment=NetworkSegment(41b8987e-1e4e-42fb-ad21-cd0c89e962c3),segment_id=41b8987e-1e4e-42fb-ad21-cd0c89e962c3)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:37:39.052756 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:39.055675 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:39.092013 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e37534e-234a-426d-8002-22931a5fad58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72859139-f998-4a75-8a61-a3b851c2386a', 'code': 200} May 19 09:37:39.124129 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=72859139-f998-4a75-8a61-a3b851c2386a,revision_number=8']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:39.127239 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:40.536852 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:40.738167 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-383a8667-a5b8-4766-a00d-1ebe25e6927c req-5b0e4f25-6be2-4396-901b-d59ef82ac486 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708110 May 19 09:37:40.925091 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a8667-a5b8-4766-a00d-1ebe25e6927c req-0118e605-0c7b-454a-8996-f0f0d9dd06d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:40.926631 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-383a8667-a5b8-4766-a00d-1ebe25e6927c req-0118e605-0c7b-454a-8996-f0f0d9dd06d1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=51496ccd2f3e43809de083dde69c59d1&device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 1100 time: 0.1675706 May 19 09:37:41.075514 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a8667-a5b8-4766-a00d-1ebe25e6927c req-2e54088a-a062-4d2d-a179-9f88c5aff665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:41.077054 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-383a8667-a5b8-4766-a00d-1ebe25e6927c req-2e54088a-a062-4d2d-a179-9f88c5aff665 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0e9acd08-416e-46e7-b45a-77614ba19575 HTTP/1.1" status: 200 len: 918 time: 0.1311386 May 19 09:37:41.185384 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-383a8667-a5b8-4766-a00d-1ebe25e6927c req-d60e1ce2-27d2-49f4-93df-669c4a23e3a8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 HTTP/1.1" status: 200 len: 1002 time: 0.0991995 May 19 09:37:41.247232 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a8667-a5b8-4766-a00d-1ebe25e6927c req-79c9d913-20e8-474a-b3e5-87d7c9de7507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:41.248616 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-383a8667-a5b8-4766-a00d-1ebe25e6927c req-79c9d913-20e8-474a-b3e5-87d7c9de7507 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ec9b341-41fc-4e94-9468-56afed9dd04b HTTP/1.1" status: 200 len: 856 time: 0.0573742 May 19 09:37:41.327755 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a8667-a5b8-4766-a00d-1ebe25e6927c req-e29acf64-3067-4c4d-ac33-61590d8416d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:41.329159 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-383a8667-a5b8-4766-a00d-1ebe25e6927c req-e29acf64-3067-4c4d-ac33-61590d8416d3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0e9acd08-416e-46e7-b45a-77614ba19575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732863 May 19 09:37:41.460831 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-383a8667-a5b8-4766-a00d-1ebe25e6927c req-5b6acaf0-b4d1-4237-bef2-74169ca83419 service neutron] 10.222.0.76 "GET /v2.0/networks/0e9acd08-416e-46e7-b45a-77614ba19575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224444 May 19 09:37:41.592363 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-383a8667-a5b8-4766-a00d-1ebe25e6927c req-53a2a07c-ae42-4507-b322-e025994b17a9 service neutron] 10.222.0.76 "GET /v2.0/networks/0e9acd08-416e-46e7-b45a-77614ba19575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241138 May 19 09:37:47.779168 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc8894-cd07-41fe-89ec-dd2a020571b1 req-d6157bae-d7b8-4054-91fc-ec9e02ac5b4e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:47.780664 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-40bc8894-cd07-41fe-89ec-dd2a020571b1 req-d6157bae-d7b8-4054-91fc-ec9e02ac5b4e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 947 time: 0.0810077 May 19 09:37:47.831021 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-40bc8894-cd07-41fe-89ec-dd2a020571b1 req-3e51ce8f-a69a-4774-9d56-44a61e1e485c tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446279 May 19 09:37:48.609124 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 48230) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:48.736493 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-68246221-8bf9-44d6-9a1f-2ae530ab596f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:48.752464 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-68246221-8bf9-44d6-9a1f-2ae530ab596f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:48.756441 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-68246221-8bf9-44d6-9a1f-2ae530ab596f admin admin] Usage tracker for resource:security_group_rule and tenant:eebaaceb5499455d856ecf492908d7a4 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:48.759289 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-68246221-8bf9-44d6-9a1f-2ae530ab596f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:48.766203 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-68246221-8bf9-44d6-9a1f-2ae530ab596f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:48.849148 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-68246221-8bf9-44d6-9a1f-2ae530ab596f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:48.852944 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-68246221-8bf9-44d6-9a1f-2ae530ab596f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:48.861734 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6ee34c37-23b0-449b-9106-ddb99eabcedd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:48.891409 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-68246221-8bf9-44d6-9a1f-2ae530ab596f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eebaaceb5499455d856ecf492908d7a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832928 May 19 09:37:48.894348 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 48238) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:48.905728 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68246221-8bf9-44d6-9a1f-2ae530ab596f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032a58f8-899f-4f1f-bc39-1f648aefba60,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:48.913157 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68246221-8bf9-44d6-9a1f-2ae530ab596f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:48.913534 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68246221-8bf9-44d6-9a1f-2ae530ab596f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:48.914052 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68246221-8bf9-44d6-9a1f-2ae530ab596f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:48.914416 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68246221-8bf9-44d6-9a1f-2ae530ab596f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:48.914769 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68246221-8bf9-44d6-9a1f-2ae530ab596f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:48.915123 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68246221-8bf9-44d6-9a1f-2ae530ab596f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:48.915473 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68246221-8bf9-44d6-9a1f-2ae530ab596f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:48.915824 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68246221-8bf9-44d6-9a1f-2ae530ab596f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:48.916182 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68246221-8bf9-44d6-9a1f-2ae530ab596f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:48.916524 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68246221-8bf9-44d6-9a1f-2ae530ab596f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:48.916869 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68246221-8bf9-44d6-9a1f-2ae530ab596f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:48.917215 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68246221-8bf9-44d6-9a1f-2ae530ab596f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:48.921191 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-68246221-8bf9-44d6-9a1f-2ae530ab596f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:48.954620 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-db89ef32-ef2d-4dd0-a5ce-1fff867de28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:48.981166 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-db89ef32-ef2d-4dd0-a5ce-1fff867de28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:49.032447 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-db89ef32-ef2d-4dd0-a5ce-1fff867de28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:49.036108 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8239b-cd1f-41c6-91d0-d758d6304be6 req-da66f804-96ac-48d2-b368-0ecbe34d032d tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:49.037207 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f564eff2-e98d-457d-8db2-f63b8ca9e32f tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:49.037595 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-36c8239b-cd1f-41c6-91d0-d758d6304be6 req-da66f804-96ac-48d2-b368-0ecbe34d032d tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 947 time: 0.0875702 May 19 09:37:49.047391 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89ef32-ef2d-4dd0-a5ce-1fff867de28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032a58f8-899f-4f1f-bc39-1f648aefba60,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:49.058239 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89ef32-ef2d-4dd0-a5ce-1fff867de28a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:49.058601 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89ef32-ef2d-4dd0-a5ce-1fff867de28a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:49.058958 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89ef32-ef2d-4dd0-a5ce-1fff867de28a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:49.059306 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89ef32-ef2d-4dd0-a5ce-1fff867de28a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:49.059651 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89ef32-ef2d-4dd0-a5ce-1fff867de28a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:49.059995 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89ef32-ef2d-4dd0-a5ce-1fff867de28a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:49.060334 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89ef32-ef2d-4dd0-a5ce-1fff867de28a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:49.060673 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89ef32-ef2d-4dd0-a5ce-1fff867de28a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:49.061566 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89ef32-ef2d-4dd0-a5ce-1fff867de28a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:49.061931 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89ef32-ef2d-4dd0-a5ce-1fff867de28a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:49.062269 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89ef32-ef2d-4dd0-a5ce-1fff867de28a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:49.062611 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89ef32-ef2d-4dd0-a5ce-1fff867de28a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:49.065306 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-db89ef32-ef2d-4dd0-a5ce-1fff867de28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:49.068648 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-db89ef32-ef2d-4dd0-a5ce-1fff867de28a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/032a58f8-899f-4f1f-bc39-1f648aefba60 HTTP/1.1" status: 204 len: 168 time: 0.1709089 May 19 09:37:49.068648 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-db89ef32-ef2d-4dd0-a5ce-1fff867de28a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:49.134857 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-36c8239b-cd1f-41c6-91d0-d758d6304be6 req-6bc6c57d-1426-4ae9-ab60-5f3c1cdc2837 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups?id=27803ef9-a20c-4572-a4d6-26f1d35a6fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913017 May 19 09:37:49.162689 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685762f-5c70-43d0-8ad1-89babd9167d0 req-abba7e6c-8633-4385-81da-ae7e618cd4e7 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:49.164242 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7685762f-5c70-43d0-8ad1-89babd9167d0 req-abba7e6c-8633-4385-81da-ae7e618cd4e7 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.76 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 947 time: 0.1076822 May 19 09:37:49.307086 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-7685762f-5c70-43d0-8ad1-89babd9167d0 req-55682b83-db79-4fe6-9411-d725a336ea20 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Deleting port b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:37:49.307578 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-7685762f-5c70-43d0-8ad1-89babd9167d0 req-55682b83-db79-4fe6-9411-d725a336ea20 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:49.365058 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 48246) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:49.383220 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e400a338-97bb-430e-8a31-291598fbf6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:49.398413 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-e400a338-97bb-430e-8a31-291598fbf6ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:49.402315 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-e400a338-97bb-430e-8a31-291598fbf6ef admin admin] Usage tracker for resource:security_group_rule and tenant:82d0afc7a0644d06bba5ce5026ca2ae2 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:49.405440 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-e400a338-97bb-430e-8a31-291598fbf6ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:49.411429 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-e400a338-97bb-430e-8a31-291598fbf6ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:49.451127 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-7685762f-5c70-43d0-8ad1-89babd9167d0 req-55682b83-db79-4fe6-9411-d725a336ea20 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] For port b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:37:49.451810 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-7685762f-5c70-43d0-8ad1-89babd9167d0 req-55682b83-db79-4fe6-9411-d725a336ea20 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:49.497993 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e400a338-97bb-430e-8a31-291598fbf6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:49.503029 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e400a338-97bb-430e-8a31-291598fbf6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:49.511912 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8d8d3f52-fe90-4a46-b9e0-079fa73a8afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:49.550913 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-e400a338-97bb-430e-8a31-291598fbf6ef admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=82d0afc7a0644d06bba5ce5026ca2ae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1847770 May 19 09:37:49.551783 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400a338-97bb-430e-8a31-291598fbf6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6f03a4-20f3-44ed-b40e-d6f0ce0b9697,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:49.554123 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 48250) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:49.556468 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e400a338-97bb-430e-8a31-291598fbf6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:49.613403 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5783e82d-68f8-4990-b912-4b23cd76d2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:49.638999 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5783e82d-68f8-4990-b912-4b23cd76d2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:49.692651 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5783e82d-68f8-4990-b912-4b23cd76d2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:49.696363 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-04f91966-69b9-41d7-bc71-905e8fca4788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:49.707714 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783e82d-68f8-4990-b912-4b23cd76d2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6f03a4-20f3-44ed-b40e-d6f0ce0b9697,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:49.710207 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-5783e82d-68f8-4990-b912-4b23cd76d2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:49.721540 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5783e82d-68f8-4990-b912-4b23cd76d2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:49.725394 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-5783e82d-68f8-4990-b912-4b23cd76d2f8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8e6f03a4-20f3-44ed-b40e-d6f0ce0b9697 HTTP/1.1" status: 204 len: 168 time: 0.1677444 May 19 09:37:49.850967 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-7685762f-5c70-43d0-8ad1-89babd9167d0 req-55682b83-db79-4fe6-9411-d725a336ea20 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:49.851732 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-7685762f-5c70-43d0-8ad1-89babd9167d0 req-55682b83-db79-4fe6-9411-d725a336ea20 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806387'] for floatingip, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:49.851732 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.db.l3_db [req-7685762f-5c70-43d0-8ad1-89babd9167d0 req-55682b83-db79-4fe6-9411-d725a336ea20 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Floating IP 74ac6384-ddb4-49e9-b262-d787a283f969 disassociated. External IP: 172.28.0.119, port: b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0. May 19 09:37:49.852037 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-7685762f-5c70-43d0-8ad1-89babd9167d0 req-55682b83-db79-4fe6-9411-d725a336ea20 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Calling delete_port for b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:37:49.963271 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-7685762f-5c70-43d0-8ad1-89babd9167d0 req-55682b83-db79-4fe6-9411-d725a336ea20 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:49.968995 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-3952040b-74a8-4197-bce9-695fb1779f8a tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:50.020008 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55682b83-db79-4fe6-9411-d725a336ea20 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Pushing event deleted for resources: {'Port': ['ID=b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:50.023481 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-55682b83-db79-4fe6-9411-d725a336ea20 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:50.210692 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7685762f-5c70-43d0-8ad1-89babd9167d0 req-55682b83-db79-4fe6-9411-d725a336ea20 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Router 0a25074c-9bb1-424e-a172-4d1b7e67b33d has already been hosted by L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:37:50.306318 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-aa282924-32fc-46b8-9f63-609dbb50000f req-d2ee633d-1fde-475d-88bd-b176fcb4d086 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b81766-e256-439b-9813-950fbb0d4242 HTTP/1.1" status: 200 len: 210 time: 0.0532339 May 19 09:37:50.404883 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7685762f-5c70-43d0-8ad1-89babd9167d0 req-55682b83-db79-4fe6-9411-d725a336ea20 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:37:50.416075 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb7b2d6-2907-46ef-b64d-d70027548bc9 None None] Sync routers for ids ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'] in dv-cinder-791281-2-smb {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:37:50.427209 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb7b2d6-2907-46ef-b64d-d70027548bc9 None None] Routers {'0a25074c-9bb1-424e-a172-4d1b7e67b33d'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:37:50.427892 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-1fb7b2d6-2907-46ef-b64d-d70027548bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:37:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:50.490095 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-7685762f-5c70-43d0-8ad1-89babd9167d0 req-55682b83-db79-4fe6-9411-d725a336ea20 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] No DVR routers for this DVR port b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 on host hv-cinder-79128 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:37:50.493207 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-7685762f-5c70-43d0-8ad1-89babd9167d0 req-55682b83-db79-4fe6-9411-d725a336ea20 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:50.509204 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b81766-e256-439b-9813-950fbb0d4242', 'name': 'network-vif-deleted', 'tag': 'b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:37:50.531062 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7685762f-5c70-43d0-8ad1-89babd9167d0 req-55682b83-db79-4fe6-9411-d725a336ea20 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.76 "DELETE /v2.0/ports/b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 HTTP/1.1" status: 204 len: 173 time: 1.3590088 May 19 09:37:50.579356 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b81766-e256-439b-9813-950fbb0d4242', 'name': 'network-vif-deleted', 'tag': 'b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0', 'status': 'completed', 'code': 200} May 19 09:37:50.626933 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-1fb7b2d6-2907-46ef-b64d-d70027548bc9 None None] Set router 0a25074c-9bb1-424e-a172-4d1b7e67b33d gateway port host: dv-cinder-791281-2-smb {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:37:50.955135 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-1fb7b2d6-2907-46ef-b64d-d70027548bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'name': 'tempest-AttachVolumeShelveTestJSON-1874506753-router', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:40Z', 'revision_number': 4, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'gw_port': {'id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:25Z', 'updated_at': '2021-05-19T09:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '9e641135-8a85-4e29-8cd2-e7cfcf16ee45', 'name': '', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'mac_address': 'fa:16:3e:3c:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:36Z', 'updated_at': '2021-05-19T09:31:53Z', 'revision_number': 5, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'subnets': [{'id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:50.958927 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb7b2d6-2907-46ef-b64d-d70027548bc9 None None] Checking router: 0a25074c-9bb1-424e-a172-4d1b7e67b33d for host: dv-cinder-791281-2-smb {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:37:50.968350 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb7b2d6-2907-46ef-b64d-d70027548bc9 None None] Routers {'0a25074c-9bb1-424e-a172-4d1b7e67b33d'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:37:50.968953 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-1fb7b2d6-2907-46ef-b64d-d70027548bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:37:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:51.155635 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-1fb7b2d6-2907-46ef-b64d-d70027548bc9 None None] Set router 0a25074c-9bb1-424e-a172-4d1b7e67b33d gateway port host: dv-cinder-791281-2-smb {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:37:51.502645 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-1fb7b2d6-2907-46ef-b64d-d70027548bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'name': 'tempest-AttachVolumeShelveTestJSON-1874506753-router', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:40Z', 'revision_number': 4, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'gw_port': {'id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:25Z', 'updated_at': '2021-05-19T09:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '9e641135-8a85-4e29-8cd2-e7cfcf16ee45', 'name': '', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'mac_address': 'fa:16:3e:3c:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:36Z', 'updated_at': '2021-05-19T09:31:53Z', 'revision_number': 5, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'subnets': [{'id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:51.506952 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb7b2d6-2907-46ef-b64d-d70027548bc9 None None] The sync data for ids ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'] in dv-cinder-791281-2-smb is: [{'id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'name': 'tempest-AttachVolumeShelveTestJSON-1874506753-router', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:31:40Z', 'revision_number': 4, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'gw_port': {'id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:25Z', 'updated_at': '2021-05-19T09:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '9e641135-8a85-4e29-8cd2-e7cfcf16ee45', 'name': '', 'network_id': '0e9acd08-416e-46e7-b45a-77614ba19575', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'mac_address': 'fa:16:3e:3c:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:36Z', 'updated_at': '2021-05-19T09:31:53Z', 'revision_number': 5, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'subnets': [{'id': '6ec9b341-41fc-4e94-9468-56afed9dd04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:37:51.729371 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a17d5-e2c8-4759-9dba-a9ea32d7bf13 None None] New status for floating IP 74ac6384-ddb4-49e9-b262-d787a283f969: DOWN {{(pid=91653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:37:52.456615 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 48310) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:52.522089 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-986b08c2-0eec-473a-b9e9-5a8e1f12374a tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:52.549854 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-986b08c2-0eec-473a-b9e9-5a8e1f12374a tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:52.601460 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-986b08c2-0eec-473a-b9e9-5a8e1f12374a tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:52.605127 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a0652270-5cac-4bd3-8f0d-8226a90fd2b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:52.618706 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b08c2-0eec-473a-b9e9-5a8e1f12374a tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27803ef9-a20c-4572-a4d6-26f1d35a6fa5,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:52.621738 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-986b08c2-0eec-473a-b9e9-5a8e1f12374a tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:52.631199 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-986b08c2-0eec-473a-b9e9-5a8e1f12374a tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:52.634858 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-986b08c2-0eec-473a-b9e9-5a8e1f12374a tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "DELETE /v2.0/security-groups/27803ef9-a20c-4572-a4d6-26f1d35a6fa5 HTTP/1.1" status: 204 len: 168 time: 0.1747937 May 19 09:37:52.635135 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 48314) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:52.652827 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.api.v2.resource [None req-a287efd1-ab3f-4eaf-a9dd-4be315096023 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] show failed (client error): The resource could not be found. May 19 09:37:52.653824 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-a287efd1-ab3f-4eaf-a9dd-4be315096023 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "GET /v2.0/security-groups/27803ef9-a20c-4572-a4d6-26f1d35a6fa5 HTTP/1.1" status: 404 len: 347 time: 0.0177326 May 19 09:37:52.658018 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 48320) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:52.876142 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-ba27e00c-495f-477e-9a1c-0029466d1fd7 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Deleting port b814ad0b-bf53-43aa-8111-52291c66e033 {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:37:52.876773 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ba27e00c-495f-477e-9a1c-0029466d1fd7 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:52.915074 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:37:52.954809 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] No Port match for: b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:37:52.955382 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device b022d549-2fd8-44e4-ba51-ad6ee4a1d2b0 not bound to the agent host hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:37:53.000708 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ba27e00c-495f-477e-9a1c-0029466d1fd7 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:53.001031 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ba27e00c-495f-477e-9a1c-0029466d1fd7 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:53.131711 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-ba27e00c-495f-477e-9a1c-0029466d1fd7 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Calling delete_port for b814ad0b-bf53-43aa-8111-52291c66e033 owned by network:floatingip {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:37:53.249185 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ba27e00c-495f-477e-9a1c-0029466d1fd7 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838887'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:53.252994 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:53.299214 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27e00c-495f-477e-9a1c-0029466d1fd7 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Pushing event deleted for resources: {'Port': ['ID=b814ad0b-bf53-43aa-8111-52291c66e033,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:53.301739 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ba27e00c-495f-477e-9a1c-0029466d1fd7 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:53.392937 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ba27e00c-495f-477e-9a1c-0029466d1fd7 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks [] for floatingip, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:53.406542 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ba27e00c-495f-477e-9a1c-0029466d1fd7 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for floatingip, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:53.407649 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-ba27e00c-495f-477e-9a1c-0029466d1fd7 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] 10.222.0.61 "DELETE /v2.0/floatingips/74ac6384-ddb4-49e9-b262-d787a283f969 HTTP/1.1" status: 204 len: 168 time: 0.7487440 May 19 09:37:56.207690 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 48384) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:57.010043 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8bbf55ca-9b84-4d3e-ae96-3e1b538e10d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3806281'] for router_interface, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:57.411437 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-8bbf55ca-9b84-4d3e-ae96-3e1b538e10d5 admin admin] Deleting port 9e641135-8a85-4e29-8cd2-e7cfcf16ee45 {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:37:57.412096 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8bbf55ca-9b84-4d3e-ae96-3e1b538e10d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:57.530573 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.db [None req-8bbf55ca-9b84-4d3e-ae96-3e1b538e10d5 admin admin] For port 9e641135-8a85-4e29-8cd2-e7cfcf16ee45, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=9e641135-8a85-4e29-8cd2-e7cfcf16ee45,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:37:57.530916 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8bbf55ca-9b84-4d3e-ae96-3e1b538e10d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:57.647681 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-8bbf55ca-9b84-4d3e-ae96-3e1b538e10d5 admin admin] Calling delete_port for 9e641135-8a85-4e29-8cd2-e7cfcf16ee45 owned by network:router_interface {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:37:57.804369 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8bbf55ca-9b84-4d3e-ae96-3e1b538e10d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838887'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:57.808738 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:57.851936 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf55ca-9b84-4d3e-ae96-3e1b538e10d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e641135-8a85-4e29-8cd2-e7cfcf16ee45,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:57.878356 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8bbf55ca-9b84-4d3e-ae96-3e1b538e10d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:58.247190 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8bbf55ca-9b84-4d3e-ae96-3e1b538e10d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3808217'] for router_interface, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:58.385557 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 48420) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:58.504667 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-bbd88d4c-4b6d-4166-a615-7d90485bb8eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:58.521017 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-bbd88d4c-4b6d-4166-a615-7d90485bb8eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:58.524761 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-bbd88d4c-4b6d-4166-a615-7d90485bb8eb admin admin] Usage tracker for resource:security_group_rule and tenant:0a843de2d99045fca7f02c41005bb366 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:58.527713 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-bbd88d4c-4b6d-4166-a615-7d90485bb8eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:58.534012 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-bbd88d4c-4b6d-4166-a615-7d90485bb8eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:58.612033 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbf55ca-9b84-4d3e-ae96-3e1b538e10d5 admin admin] Router 0a25074c-9bb1-424e-a172-4d1b7e67b33d has already been hosted by L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 {{(pid=91652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:37:58.617226 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-bbd88d4c-4b6d-4166-a615-7d90485bb8eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:58.621001 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-bbd88d4c-4b6d-4166-a615-7d90485bb8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:58.628542 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-e78e52e4-163e-45db-af31-b7c032cb15c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:58.669997 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-bbd88d4c-4b6d-4166-a615-7d90485bb8eb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0a843de2d99045fca7f02c41005bb366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833145 May 19 09:37:58.670960 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd88d4c-4b6d-4166-a615-7d90485bb8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02815612-9b4f-441b-b90b-91d9ddf446a5,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:58.673209 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 48426) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:58.676071 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-bbd88d4c-4b6d-4166-a615-7d90485bb8eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:58.731536 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-92435078-ca10-4872-92ee-ccbe85122388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:58.756545 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-92435078-ca10-4872-92ee-ccbe85122388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:58.791737 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbf55ca-9b84-4d3e-ae96-3e1b538e10d5 admin admin] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:37:58.800321 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bd4773-9679-4e8e-8dac-50d139416ef7 None None] Sync routers for ids ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'] in dv-cinder-791281-2-smb {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:37:58.805836 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-8bbf55ca-9b84-4d3e-ae96-3e1b538e10d5 admin admin] 10.222.0.61 "PUT /v2.0/routers/0a25074c-9bb1-424e-a172-4d1b7e67b33d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5951538 May 19 09:37:58.806559 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 48430) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:58.812833 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bd4773-9679-4e8e-8dac-50d139416ef7 None None] Routers {'0a25074c-9bb1-424e-a172-4d1b7e67b33d'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:37:58.813502 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-c9bd4773-9679-4e8e-8dac-50d139416ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:37:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:58.817701 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-92435078-ca10-4872-92ee-ccbe85122388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:58.821440 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-1118932b-c50a-4474-8003-0fc351a8aafa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:58.833388 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92435078-ca10-4872-92ee-ccbe85122388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02815612-9b4f-441b-b90b-91d9ddf446a5,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:58.837052 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-92435078-ca10-4872-92ee-ccbe85122388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:58.840502 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-92435078-ca10-4872-92ee-ccbe85122388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:58.844409 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-92435078-ca10-4872-92ee-ccbe85122388 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/02815612-9b4f-441b-b90b-91d9ddf446a5 HTTP/1.1" status: 204 len: 168 time: 0.1702240 May 19 09:37:58.883217 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-826259e7-efe0-4443-b96e-6fdcc20def51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:58.993640 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-358b9e71-e679-400e-a163-7de3f8cab79f admin admin] Notify callbacks [] for router, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:59.023005 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-c9bd4773-9679-4e8e-8dac-50d139416ef7 None None] Set router 0a25074c-9bb1-424e-a172-4d1b7e67b33d gateway port host: dv-cinder-791281-2-smb {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:37:59.162928 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 48438) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:59.177007 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-358b9e71-e679-400e-a163-7de3f8cab79f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:59.183923 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-aeece8a5-0250-4773-b9a3-93f1d4275335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:59.199694 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-aeece8a5-0250-4773-b9a3-93f1d4275335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:59.204079 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-aeece8a5-0250-4773-b9a3-93f1d4275335 admin admin] Usage tracker for resource:security_group_rule and tenant:e9bfb87d00184498897a2816d4906b27 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:59.206946 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-aeece8a5-0250-4773-b9a3-93f1d4275335 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:59.212634 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-aeece8a5-0250-4773-b9a3-93f1d4275335 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:59.256727 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-358b9e71-e679-400e-a163-7de3f8cab79f admin admin] Deleting port 3efa44f3-e61f-45ca-ac74-b997751f233e {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:37:59.257074 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-358b9e71-e679-400e-a163-7de3f8cab79f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:59.303978 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-aeece8a5-0250-4773-b9a3-93f1d4275335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:59.308254 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-aeece8a5-0250-4773-b9a3-93f1d4275335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:59.317706 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-06ac1261-be3f-436f-9c74-ee6ed969e640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:59.321885 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-c9bd4773-9679-4e8e-8dac-50d139416ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'name': 'tempest-AttachVolumeShelveTestJSON-1874506753-router', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166'}], 'enable_snat': True}, 'gw_port_id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:37:57Z', 'revision_number': 5, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'gw_port': {'id': '3efa44f3-e61f-45ca-ac74-b997751f233e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:31:25Z', 'updated_at': '2021-05-19T09:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb'}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:59.325731 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bd4773-9679-4e8e-8dac-50d139416ef7 None None] Checking router: 0a25074c-9bb1-424e-a172-4d1b7e67b33d for host: dv-cinder-791281-2-smb {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:37:59.335669 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bd4773-9679-4e8e-8dac-50d139416ef7 None None] Routers {'0a25074c-9bb1-424e-a172-4d1b7e67b33d'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:37:59.336420 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-c9bd4773-9679-4e8e-8dac-50d139416ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:37:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:59.361934 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-aeece8a5-0250-4773-b9a3-93f1d4275335 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e9bfb87d00184498897a2816d4906b27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1946478 May 19 09:37:59.362402 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 48442) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:59.365042 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeece8a5-0250-4773-b9a3-93f1d4275335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5707d5-d5bc-4413-ae5d-7134528b02eb,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:59.368347 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-aeece8a5-0250-4773-b9a3-93f1d4275335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:59.384688 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.db [None req-358b9e71-e679-400e-a163-7de3f8cab79f admin admin] For port 3efa44f3-e61f-45ca-ac74-b997751f233e, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=3efa44f3-e61f-45ca-ac74-b997751f233e,segment=NetworkSegment(55747ea9-294a-4e73-8f61-78bde3a770f5),segment_id=55747ea9-294a-4e73-8f61-78bde3a770f5)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:37:59.385060 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-358b9e71-e679-400e-a163-7de3f8cab79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:59.432007 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-10c96b94-c71b-4849-aab9-4ed8f78482ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:59.458712 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-10c96b94-c71b-4849-aab9-4ed8f78482ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:59.493850 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-c9bd4773-9679-4e8e-8dac-50d139416ef7 None None] Set router 0a25074c-9bb1-424e-a172-4d1b7e67b33d gateway port host: None {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:37:59.515192 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-10c96b94-c71b-4849-aab9-4ed8f78482ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:59.519527 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0f419669-eb53-42e9-8ae5-bcd57fd2ad3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:59.531868 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c96b94-c71b-4849-aab9-4ed8f78482ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5707d5-d5bc-4413-ae5d-7134528b02eb,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:59.534244 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-10c96b94-c71b-4849-aab9-4ed8f78482ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:59.540913 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-10c96b94-c71b-4849-aab9-4ed8f78482ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:59.542897 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-10c96b94-c71b-4849-aab9-4ed8f78482ed admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0c5707d5-d5bc-4413-ae5d-7134528b02eb HTTP/1.1" status: 204 len: 168 time: 0.1793873 May 19 09:37:59.607889 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-c9bd4773-9679-4e8e-8dac-50d139416ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'name': 'tempest-AttachVolumeShelveTestJSON-1874506753-router', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:37:59Z', 'revision_number': 6, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'gw_port_host': None}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:59.612081 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bd4773-9679-4e8e-8dac-50d139416ef7 None None] The sync data for ids ['0a25074c-9bb1-424e-a172-4d1b7e67b33d'] in dv-cinder-791281-2-smb is: [{'id': '0a25074c-9bb1-424e-a172-4d1b7e67b33d', 'name': 'tempest-AttachVolumeShelveTestJSON-1874506753-router', 'tenant_id': '51496ccd2f3e43809de083dde69c59d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:31:23Z', 'updated_at': '2021-05-19T09:37:59Z', 'revision_number': 6, 'project_id': '51496ccd2f3e43809de083dde69c59d1', 'gw_port_host': None}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:37:59.676015 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-358b9e71-e679-400e-a163-7de3f8cab79f admin admin] Calling delete_port for 3efa44f3-e61f-45ca-ac74-b997751f233e owned by network:router_gateway {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:37:59.817074 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-358b9e71-e679-400e-a163-7de3f8cab79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838887'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:59.821752 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:59.871628 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b9e71-e679-400e-a163-7de3f8cab79f admin admin] Pushing event deleted for resources: {'Port': ['ID=3efa44f3-e61f-45ca-ac74-b997751f233e,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:59.874816 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-358b9e71-e679-400e-a163-7de3f8cab79f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:59.967089 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-358b9e71-e679-400e-a163-7de3f8cab79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827042'] for router_gateway, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:00.153364 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-358b9e71-e679-400e-a163-7de3f8cab79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3796441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125539'] for router, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:00.155851 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-358b9e71-e679-400e-a163-7de3f8cab79f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:00.180086 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-358b9e71-e679-400e-a163-7de3f8cab79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825717'] for router, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:00.180689 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358b9e71-e679-400e-a163-7de3f8cab79f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a25074c-9bb1-424e-a172-4d1b7e67b33d {{(pid=91652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 09:38:00.193381 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-358b9e71-e679-400e-a163-7de3f8cab79f admin admin] Notify callbacks [] for router, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:00.194529 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-358b9e71-e679-400e-a163-7de3f8cab79f admin admin] 10.222.0.61 "DELETE /v2.0/routers/0a25074c-9bb1-424e-a172-4d1b7e67b33d HTTP/1.1" status: 204 len: 168 time: 1.3870666 May 19 09:38:00.197016 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 48464) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:00.259552 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4188d34-df6f-4662-b2c8-51e752b375b4 admin admin] Deleting subnet 6ec9b341-41fc-4e94-9468-56afed9dd04b {{(pid=91652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:38:00.262479 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f4188d34-df6f-4662-b2c8-51e752b375b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:00.314198 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f4188d34-df6f-4662-b2c8-51e752b375b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225997'] for subnet, precommit_delete_associations {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:00.433166 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f4188d34-df6f-4662-b2c8-51e752b375b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874305'] for subnet, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:00.455663 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 9e641135-8a85-4e29-8cd2-e7cfcf16ee45 no longer exists at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:38:00.498298 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] No Port match for: 9e641135-8a85-4e29-8cd2-e7cfcf16ee45 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:38:00.499318 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 9e641135-8a85-4e29-8cd2-e7cfcf16ee45 not bound to the agent host dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:38:00.705569 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f4188d34-df6f-4662-b2c8-51e752b375b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2887608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60223505'] for subnet, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:00.709655 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-5ea2e99b-144a-404a-9dbd-d702479af1e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:00.748181 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4188d34-df6f-4662-b2c8-51e752b375b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ec9b341-41fc-4e94-9468-56afed9dd04b,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:00.751544 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f4188d34-df6f-4662-b2c8-51e752b375b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:00.756215 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f4188d34-df6f-4662-b2c8-51e752b375b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:00.761540 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67823fe5-ef11-49b1-b529-964a71430928 None None] Network 0e9acd08-416e-46e7-b45a-77614ba19575 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:38:00.765851 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-f4188d34-df6f-4662-b2c8-51e752b375b4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6ec9b341-41fc-4e94-9468-56afed9dd04b HTTP/1.1" status: 204 len: 168 time: 0.5648875 May 19 09:38:00.766031 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 48480) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:00.876419 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-76d683bd-213a-4955-839c-e469924907df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723769'] for network, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:00.956057 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-76d683bd-213a-4955-839c-e469924907df admin admin] Deleting port 9dc4c1ea-be9e-4a18-8118-6fe7202351c2 {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:38:00.956427 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-76d683bd-213a-4955-839c-e469924907df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:01.035372 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f853683-2b37-4317-8ee6-42b9b4da06bf None None] DHCP port deletion for 0e9acd08-416e-46e7-b45a-77614ba19575 request from dv-cinder-791281-2-smb {{(pid=91653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 09:38:01.074591 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.db [None req-76d683bd-213a-4955-839c-e469924907df admin admin] For port 9dc4c1ea-be9e-4a18-8118-6fe7202351c2, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=9dc4c1ea-be9e-4a18-8118-6fe7202351c2,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:38:01.074948 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-76d683bd-213a-4955-839c-e469924907df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:01.104068 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-8f853683-2b37-4317-8ee6-42b9b4da06bf None None] Deleting port 9dc4c1ea-be9e-4a18-8118-6fe7202351c2 {{(pid=91653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:38:01.104449 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-8f853683-2b37-4317-8ee6-42b9b4da06bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:01.213670 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-8f853683-2b37-4317-8ee6-42b9b4da06bf None None] For port 9dc4c1ea-be9e-4a18-8118-6fe7202351c2, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=9dc4c1ea-be9e-4a18-8118-6fe7202351c2,segment=NetworkSegment(e9132927-27e6-4fa8-95cd-22862f43b391),segment_id=e9132927-27e6-4fa8-95cd-22862f43b391)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:38:01.214517 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-8f853683-2b37-4317-8ee6-42b9b4da06bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:01.305698 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-76d683bd-213a-4955-839c-e469924907df admin admin] Calling delete_port for 9dc4c1ea-be9e-4a18-8118-6fe7202351c2 owned by network:dhcp {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:38:01.345183 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-8f853683-2b37-4317-8ee6-42b9b4da06bf None None] Calling delete_port for 9dc4c1ea-be9e-4a18-8118-6fe7202351c2 owned by network:dhcp {{(pid=91653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:38:01.356972 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-76d683bd-213a-4955-839c-e469924907df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838887'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:01.362474 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8bbf55ca-9b84-4d3e-ae96-3e1b538e10d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:01.394617 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-8f853683-2b37-4317-8ee6-42b9b4da06bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079'] for port, after_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:01.399918 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:01.410835 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d683bd-213a-4955-839c-e469924907df admin admin] Pushing event deleted for resources: {'Port': ['ID=9dc4c1ea-be9e-4a18-8118-6fe7202351c2,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:01.412634 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d683bd-213a-4955-839c-e469924907df admin admin] No DVR routers for this DVR port 9dc4c1ea-be9e-4a18-8118-6fe7202351c2 on host dv-cinder-791281-2-smb {{(pid=91652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:38:01.414072 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-76d683bd-213a-4955-839c-e469924907df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:01.463616 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f853683-2b37-4317-8ee6-42b9b4da06bf None None] No DVR routers for this DVR port 9dc4c1ea-be9e-4a18-8118-6fe7202351c2 on host dv-cinder-791281-2-smb {{(pid=91653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:38:01.468566 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f853683-2b37-4317-8ee6-42b9b4da06bf None None] Pushing event deleted for resources: {'Port': ['ID=9dc4c1ea-be9e-4a18-8118-6fe7202351c2,revision_number=None']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:01.474479 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-8f853683-2b37-4317-8ee6-42b9b4da06bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:01.481082 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:01.535457 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-76d683bd-213a-4955-839c-e469924907df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868810', 'neutron.services.segments.db._delete_segments_for_network-8789556565890'] for network, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:01.554040 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.services.segments.db [None req-76d683bd-213a-4955-839c-e469924907df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e9acd08-416e-46e7-b45a-77614ba19575']}} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:38:01.567681 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.services.segments.db [None req-76d683bd-213a-4955-839c-e469924907df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9132927-27e6-4fa8-95cd-22862f43b391') {'for_net_delete': True} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:38:01.567981 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.services.segments.db [None req-76d683bd-213a-4955-839c-e469924907df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9132927-27e6-4fa8-95cd-22862f43b391') {} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:38:01.580056 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-76d683bd-213a-4955-839c-e469924907df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789556576395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2226010'] for segment, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:01.596124 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-76d683bd-213a-4955-839c-e469924907df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:01.602476 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d683bd-213a-4955-839c-e469924907df admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=91652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:38:01.602874 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-76d683bd-213a-4955-839c-e469924907df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2838810'] for segment, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: Traceback (most recent call last): May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: timer() May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: cb(*args, **kw) May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: return func(*args, **kwargs) May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: self._notify() May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: self.callback(batched_events) May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: event.method(event) May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: return f(self, *a, **k) May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: return self._get(url).json() May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: return self.request(url, 'GET', **kwargs) May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:38:01.616424 dv-cinder-791281-2-smb neutron-server[91652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:38:01.689533 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-76d683bd-213a-4955-839c-e469924907df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827017'] for network, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:01.694952 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f2486216-7696-4cae-9a8c-932e7d27eba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:01.714445 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-76d683bd-213a-4955-839c-e469924907df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:01.728904 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d683bd-213a-4955-839c-e469924907df admin admin] Pushing event deleted for resources: {'Network': ['ID=0e9acd08-416e-46e7-b45a-77614ba19575,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:01.728904 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-76d683bd-213a-4955-839c-e469924907df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:01.742056 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-76d683bd-213a-4955-839c-e469924907df admin admin] 10.222.0.61 "DELETE /v2.0/networks/0e9acd08-416e-46e7-b45a-77614ba19575 HTTP/1.1" status: 204 len: 168 time: 0.9750292 May 19 09:38:01.941665 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-123fc982-9c4f-4e22-bff4-100799b71f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:01.989800 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 48516) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:02.041620 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-7f6f7b00-ecbc-4df3-9931-a05fbfd60528 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=51496ccd2f3e43809de083dde69c59d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0480742 May 19 09:38:02.041747 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 48520) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:02.098762 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 3efa44f3-e61f-45ca-ac74-b997751f233e no longer exists at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:38:02.116929 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8311acb4-6933-4ccd-812f-f59dfc2e5dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:02.134234 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] No Port match for: 3efa44f3-e61f-45ca-ac74-b997751f233e {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:38:02.134585 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 3efa44f3-e61f-45ca-ac74-b997751f233e not bound to the agent host dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:38:02.135008 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 9dc4c1ea-be9e-4a18-8118-6fe7202351c2 no longer exists at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:38:02.145160 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8311acb4-6933-4ccd-812f-f59dfc2e5dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:02.168354 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] No Port match for: 9dc4c1ea-be9e-4a18-8118-6fe7202351c2 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:38:02.168702 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 9dc4c1ea-be9e-4a18-8118-6fe7202351c2 not bound to the agent host dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:38:02.200057 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8311acb4-6933-4ccd-812f-f59dfc2e5dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:02.205503 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c6d26577-2fe0-4beb-a17e-adfcbe1b2d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:02.219159 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311acb4-6933-4ccd-812f-f59dfc2e5dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9175d2-8b17-4905-9a9b-026a630536a0,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:02.223143 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8311acb4-6933-4ccd-812f-f59dfc2e5dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:02.227362 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-8311acb4-6933-4ccd-812f-f59dfc2e5dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:02.228492 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-8311acb4-6933-4ccd-812f-f59dfc2e5dfd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9c9175d2-8b17-4905-9a9b-026a630536a0 HTTP/1.1" status: 204 len: 168 time: 0.1856511 May 19 09:38:02.386595 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 48534) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:02.506799 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c894d1c2-d35a-452b-89f2-9db2b835ded2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:02.522647 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-c894d1c2-d35a-452b-89f2-9db2b835ded2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:38:02.526694 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-c894d1c2-d35a-452b-89f2-9db2b835ded2 admin admin] Usage tracker for resource:security_group_rule and tenant:93a1a2c2110c454ab65154ce100bcfa5 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:38:02.529500 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-c894d1c2-d35a-452b-89f2-9db2b835ded2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:38:02.535852 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-c894d1c2-d35a-452b-89f2-9db2b835ded2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:38:02.622677 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c894d1c2-d35a-452b-89f2-9db2b835ded2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:02.629564 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-c894d1c2-d35a-452b-89f2-9db2b835ded2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:02.637608 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d677c5e4-e1f5-4d40-a751-000a2c6d9af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:02.676635 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-c894d1c2-d35a-452b-89f2-9db2b835ded2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=93a1a2c2110c454ab65154ce100bcfa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889235 May 19 09:38:02.679586 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 48548) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:02.681420 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894d1c2-d35a-452b-89f2-9db2b835ded2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4823ec9-9d50-46f0-80d3-6acb7b8a9d44,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:02.685045 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c894d1c2-d35a-452b-89f2-9db2b835ded2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:02.741979 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-37706dd0-7fcb-486a-8580-f8143b768ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:02.769709 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-37706dd0-7fcb-486a-8580-f8143b768ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:02.823029 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-37706dd0-7fcb-486a-8580-f8143b768ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:02.827220 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-986b08c2-0eec-473a-b9e9-5a8e1f12374a tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:02.838372 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37706dd0-7fcb-486a-8580-f8143b768ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4823ec9-9d50-46f0-80d3-6acb7b8a9d44,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:02.843657 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-37706dd0-7fcb-486a-8580-f8143b768ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:02.845716 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-37706dd0-7fcb-486a-8580-f8143b768ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:02.859001 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-37706dd0-7fcb-486a-8580-f8143b768ab5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f4823ec9-9d50-46f0-80d3-6acb7b8a9d44 HTTP/1.1" status: 204 len: 168 time: 0.1775823 May 19 09:38:02.878919 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:03.207708 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 48574) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:03.225156 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d1165fcc-bf67-487c-843f-e43ba7cd539a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:03.243078 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-d1165fcc-bf67-487c-843f-e43ba7cd539a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:38:03.246850 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-d1165fcc-bf67-487c-843f-e43ba7cd539a admin admin] Usage tracker for resource:security_group_rule and tenant:62c09bf119224d33ad5f5bce1f9d87cc is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:38:03.250232 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-d1165fcc-bf67-487c-843f-e43ba7cd539a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:38:03.255854 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-d1165fcc-bf67-487c-843f-e43ba7cd539a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:38:03.337991 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d1165fcc-bf67-487c-843f-e43ba7cd539a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:03.341849 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d1165fcc-bf67-487c-843f-e43ba7cd539a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:03.351408 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f2e6a5fe-804f-4146-8376-7a0925bca688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:03.392408 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-d1165fcc-bf67-487c-843f-e43ba7cd539a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=62c09bf119224d33ad5f5bce1f9d87cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1835899 May 19 09:38:03.393330 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1165fcc-bf67-487c-843f-e43ba7cd539a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57bf726-8e04-4e38-9040-c97d468e7e5b,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:03.395237 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 48580) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:03.400307 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-d1165fcc-bf67-487c-843f-e43ba7cd539a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:03.457720 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-32ee0ddc-5d8c-4ebc-b3ab-33440679afd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:03.484736 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-32ee0ddc-5d8c-4ebc-b3ab-33440679afd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:03.543288 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-32ee0ddc-5d8c-4ebc-b3ab-33440679afd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:03.548182 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-87f542c7-6a2f-41c6-bbee-fed843fc9770 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:03.564449 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee0ddc-5d8c-4ebc-b3ab-33440679afd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57bf726-8e04-4e38-9040-c97d468e7e5b,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:03.567285 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-32ee0ddc-5d8c-4ebc-b3ab-33440679afd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:03.574275 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-32ee0ddc-5d8c-4ebc-b3ab-33440679afd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:03.575403 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-32ee0ddc-5d8c-4ebc-b3ab-33440679afd6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c57bf726-8e04-4e38-9040-c97d468e7e5b HTTP/1.1" status: 204 len: 168 time: 0.1789975 May 19 09:38:04.058230 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 48610) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:04.181040 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7112bb9d-8e7b-4e90-9f2f-2930369e4b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:04.197134 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-7112bb9d-8e7b-4e90-9f2f-2930369e4b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:38:04.201122 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-7112bb9d-8e7b-4e90-9f2f-2930369e4b5f admin admin] Usage tracker for resource:security_group_rule and tenant:7abeb8204a5247d1afd0d83cfaf7e118 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:38:04.204844 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-7112bb9d-8e7b-4e90-9f2f-2930369e4b5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:38:04.210736 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-7112bb9d-8e7b-4e90-9f2f-2930369e4b5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:38:04.300379 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7112bb9d-8e7b-4e90-9f2f-2930369e4b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:04.304924 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-7112bb9d-8e7b-4e90-9f2f-2930369e4b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:04.312568 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-1b27e16d-3b56-467d-bf15-16b3c66dd388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:04.352633 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112bb9d-8e7b-4e90-9f2f-2930369e4b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cc3f6b-d002-46de-853d-7c1ab48f598b,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:04.355649 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7112bb9d-8e7b-4e90-9f2f-2930369e4b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:04.361604 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-7112bb9d-8e7b-4e90-9f2f-2930369e4b5f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7abeb8204a5247d1afd0d83cfaf7e118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999265 May 19 09:38:04.362485 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 48626) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:04.421428 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-975f93c0-6e54-4fd5-adec-93d9908c046d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:04.447462 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-975f93c0-6e54-4fd5-adec-93d9908c046d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:04.498406 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-975f93c0-6e54-4fd5-adec-93d9908c046d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:04.502671 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-6ffb7c47-982a-4d10-b899-ac1de1acc0a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:04.520674 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f93c0-6e54-4fd5-adec-93d9908c046d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cc3f6b-d002-46de-853d-7c1ab48f598b,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:04.525128 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-975f93c0-6e54-4fd5-adec-93d9908c046d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:04.530457 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-975f93c0-6e54-4fd5-adec-93d9908c046d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:04.534614 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-975f93c0-6e54-4fd5-adec-93d9908c046d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e1cc3f6b-d002-46de-853d-7c1ab48f598b HTTP/1.1" status: 204 len: 168 time: 0.1704853 May 19 09:38:04.574235 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:04.895796 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 48644) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:04.914152 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-31de2d29-16f3-40ed-a03d-4706b66a2bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:04.928761 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-31de2d29-16f3-40ed-a03d-4706b66a2bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:38:04.932566 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-31de2d29-16f3-40ed-a03d-4706b66a2bb6 admin admin] Usage tracker for resource:security_group_rule and tenant:351a7e8418674180849681e7b060b5ad is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:38:04.935364 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-31de2d29-16f3-40ed-a03d-4706b66a2bb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:38:04.941570 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-31de2d29-16f3-40ed-a03d-4706b66a2bb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:38:05.025471 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-31de2d29-16f3-40ed-a03d-4706b66a2bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:05.031402 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-31de2d29-16f3-40ed-a03d-4706b66a2bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:05.040122 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-404a820d-d1cf-44b8-9c04-e93a3d8a0483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:05.090210 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-31de2d29-16f3-40ed-a03d-4706b66a2bb6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=351a7e8418674180849681e7b060b5ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1932058 May 19 09:38:05.091142 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de2d29-16f3-40ed-a03d-4706b66a2bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa065d8a-0f8f-48c6-9e83-7bc71befc967,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:05.092993 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 48652) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:05.094798 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-31de2d29-16f3-40ed-a03d-4706b66a2bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:05.155800 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e1c66297-5402-44c7-9d76-374a579f0533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:05.181703 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e1c66297-5402-44c7-9d76-374a579f0533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:05.238526 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e1c66297-5402-44c7-9d76-374a579f0533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:05.243414 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-dc87d9ab-192a-434d-b1ed-177015c8e70f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:05.255977 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c66297-5402-44c7-9d76-374a579f0533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa065d8a-0f8f-48c6-9e83-7bc71befc967,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:05.258242 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-e1c66297-5402-44c7-9d76-374a579f0533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:05.267197 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e1c66297-5402-44c7-9d76-374a579f0533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:05.268502 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-e1c66297-5402-44c7-9d76-374a579f0533 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fa065d8a-0f8f-48c6-9e83-7bc71befc967 HTTP/1.1" status: 204 len: 168 time: 0.1743553 May 19 09:38:06.008542 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:38:09.391172 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 48766) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:09.508074 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-77c3239f-4f0e-4181-9a18-b7645596617b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:09.523117 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-77c3239f-4f0e-4181-9a18-b7645596617b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:38:09.526903 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-77c3239f-4f0e-4181-9a18-b7645596617b admin admin] Usage tracker for resource:security_group_rule and tenant:866dd1cf779247daad1b8b1a7353ae7e is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:38:09.530561 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-77c3239f-4f0e-4181-9a18-b7645596617b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:38:09.536198 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-77c3239f-4f0e-4181-9a18-b7645596617b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:38:09.619709 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-77c3239f-4f0e-4181-9a18-b7645596617b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:09.624529 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-77c3239f-4f0e-4181-9a18-b7645596617b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:09.631815 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8311acb4-6933-4ccd-812f-f59dfc2e5dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:09.674974 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-77c3239f-4f0e-4181-9a18-b7645596617b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=866dd1cf779247daad1b8b1a7353ae7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827172 May 19 09:38:09.675889 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3239f-4f0e-4181-9a18-b7645596617b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aebbcb0-34ec-43a1-aa10-13f5fa05d840,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:09.677655 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 48778) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:09.678907 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-77c3239f-4f0e-4181-9a18-b7645596617b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:09.742486 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-17add934-2c41-47b5-961c-096d58df5bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:09.769296 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-17add934-2c41-47b5-961c-096d58df5bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:09.826832 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-17add934-2c41-47b5-961c-096d58df5bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:09.831725 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a348de40-88d7-4620-bb97-4a6308ea3f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:09.845428 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17add934-2c41-47b5-961c-096d58df5bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aebbcb0-34ec-43a1-aa10-13f5fa05d840,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:09.848810 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-17add934-2c41-47b5-961c-096d58df5bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:09.852837 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-17add934-2c41-47b5-961c-096d58df5bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:09.853982 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-17add934-2c41-47b5-961c-096d58df5bc3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7aebbcb0-34ec-43a1-aa10-13f5fa05d840 HTTP/1.1" status: 204 len: 168 time: 0.1744437 May 19 09:38:09.975735 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 48790) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:10.153178 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f11ee661-47ac-4243-b869-375819c36ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:10.168564 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-f11ee661-47ac-4243-b869-375819c36ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:38:10.173005 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-f11ee661-47ac-4243-b869-375819c36ce6 admin admin] Usage tracker for resource:security_group_rule and tenant:8b6e4b682c8242b9acdaee1e7560186f is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:38:10.176028 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-f11ee661-47ac-4243-b869-375819c36ce6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:38:10.181938 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-f11ee661-47ac-4243-b869-375819c36ce6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:38:10.208722 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 48798) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:10.227365 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-653150a2-a524-4a0a-a496-3d58b8b39736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:10.242279 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-653150a2-a524-4a0a-a496-3d58b8b39736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:38:10.246015 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-653150a2-a524-4a0a-a496-3d58b8b39736 admin admin] Usage tracker for resource:security_group_rule and tenant:69e60c1fc4284d53bb3b4e7f967a3e78 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:38:10.249493 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-653150a2-a524-4a0a-a496-3d58b8b39736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:38:10.255264 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-653150a2-a524-4a0a-a496-3d58b8b39736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:38:10.271326 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f11ee661-47ac-4243-b869-375819c36ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:10.275077 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f11ee661-47ac-4243-b869-375819c36ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:10.282854 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-1bd1cfa6-c312-466d-8eae-fa2e629daabd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:10.323786 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ee661-47ac-4243-b869-375819c36ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465c6986-9b02-407f-b00a-1a25a8e020a8,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:10.327874 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-f11ee661-47ac-4243-b869-375819c36ce6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8b6e4b682c8242b9acdaee1e7560186f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3511212 May 19 09:38:10.328832 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f11ee661-47ac-4243-b869-375819c36ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:10.330588 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 48802) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:10.398675 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e096f117-8f7e-48ee-9685-af299fedaf00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:10.426760 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e096f117-8f7e-48ee-9685-af299fedaf00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:10.450031 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-653150a2-a524-4a0a-a496-3d58b8b39736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:10.454835 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-653150a2-a524-4a0a-a496-3d58b8b39736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:10.463651 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b906be42-8382-44c4-ad41-6d797539a14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:10.480437 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e096f117-8f7e-48ee-9685-af299fedaf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:10.485555 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a6d3e3e6-37bf-4a1e-a53d-6922ccf04279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:10.495693 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096f117-8f7e-48ee-9685-af299fedaf00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465c6986-9b02-407f-b00a-1a25a8e020a8,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:10.499277 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e096f117-8f7e-48ee-9685-af299fedaf00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:10.502910 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e096f117-8f7e-48ee-9685-af299fedaf00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:10.507223 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-653150a2-a524-4a0a-a496-3d58b8b39736 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=69e60c1fc4284d53bb3b4e7f967a3e78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973952 May 19 09:38:10.509425 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653150a2-a524-4a0a-a496-3d58b8b39736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d42d9a-a88a-4f5d-90b0-f2a4bb6e1c07,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:10.513121 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-653150a2-a524-4a0a-a496-3d58b8b39736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:10.513664 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 48808) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:10.521852 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-e096f117-8f7e-48ee-9685-af299fedaf00 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/465c6986-9b02-407f-b00a-1a25a8e020a8 HTTP/1.1" status: 204 len: 168 time: 0.1747093 May 19 09:38:10.556266 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:10.578173 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-60718019-c06d-4409-b66c-407a4b40abcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:10.604041 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-60718019-c06d-4409-b66c-407a4b40abcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:10.658050 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-60718019-c06d-4409-b66c-407a4b40abcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:10.661709 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-92435078-ca10-4872-92ee-ccbe85122388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:10.675002 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60718019-c06d-4409-b66c-407a4b40abcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d42d9a-a88a-4f5d-90b0-f2a4bb6e1c07,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:10.677854 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-60718019-c06d-4409-b66c-407a4b40abcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:10.685201 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-60718019-c06d-4409-b66c-407a4b40abcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:10.689818 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-60718019-c06d-4409-b66c-407a4b40abcc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d4d42d9a-a88a-4f5d-90b0-f2a4bb6e1c07 HTTP/1.1" status: 204 len: 168 time: 0.1720533 May 19 09:38:10.874406 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 48818) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:10.894927 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cfc63672-56ed-494f-bffe-49d53d629c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:10.908985 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-cfc63672-56ed-494f-bffe-49d53d629c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:38:10.912881 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-cfc63672-56ed-494f-bffe-49d53d629c51 admin admin] Usage tracker for resource:security_group_rule and tenant:75d9798c7bf1474eba35da1ab2a3dfa4 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:38:10.915684 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-cfc63672-56ed-494f-bffe-49d53d629c51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:38:10.921551 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-cfc63672-56ed-494f-bffe-49d53d629c51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:38:11.006072 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cfc63672-56ed-494f-bffe-49d53d629c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:11.009719 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-cfc63672-56ed-494f-bffe-49d53d629c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:11.017613 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c4208d7b-d5ef-4b0b-99f7-6f6e6bc37519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:11.058917 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc63672-56ed-494f-bffe-49d53d629c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062233af-2c75-47b8-8d0c-da412475a8f1,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:11.063952 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-cfc63672-56ed-494f-bffe-49d53d629c51 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=75d9798c7bf1474eba35da1ab2a3dfa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884921 May 19 09:38:11.064851 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-cfc63672-56ed-494f-bffe-49d53d629c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:11.066610 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 48828) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:11.135677 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d62c-478b-4103-9228-3a0a2d3884c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:11.163169 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d62c-478b-4103-9228-3a0a2d3884c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:11.222427 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d62c-478b-4103-9228-3a0a2d3884c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:11.227694 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-aeece8a5-0250-4773-b9a3-93f1d4275335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:11.241781 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7d62c-478b-4103-9228-3a0a2d3884c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062233af-2c75-47b8-8d0c-da412475a8f1,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:11.244060 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d62c-478b-4103-9228-3a0a2d3884c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:11.245155 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-5bc7d62c-478b-4103-9228-3a0a2d3884c6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/062233af-2c75-47b8-8d0c-da412475a8f1 HTTP/1.1" status: 204 len: 168 time: 0.1776755 May 19 09:38:11.246027 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-5bc7d62c-478b-4103-9228-3a0a2d3884c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:12.519158 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 48906) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:12.690044 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4c423735-204f-436d-801f-7ba049637305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:12.705088 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-4c423735-204f-436d-801f-7ba049637305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:38:12.708962 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-4c423735-204f-436d-801f-7ba049637305 admin admin] Usage tracker for resource:security_group_rule and tenant:7e78649f2e3a4d90ad797f2f0c80e263 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:38:12.711772 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-4c423735-204f-436d-801f-7ba049637305 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:38:12.721810 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-4c423735-204f-436d-801f-7ba049637305 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:38:12.808359 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4c423735-204f-436d-801f-7ba049637305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:12.812986 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4c423735-204f-436d-801f-7ba049637305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:12.821644 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ffa7602d-8cb1-41df-8631-3aa5ccccf5cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:12.860884 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-4c423735-204f-436d-801f-7ba049637305 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7e78649f2e3a4d90ad797f2f0c80e263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406863 May 19 09:38:12.861818 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c423735-204f-436d-801f-7ba049637305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32e8a9c-ab4d-453a-9056-d202f1518b6d,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:12.863688 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 48922) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:12.865007 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4c423735-204f-436d-801f-7ba049637305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:12.938454 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f813baca-cbd7-4d1d-8b90-3e0c48679e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:12.964104 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f813baca-cbd7-4d1d-8b90-3e0c48679e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:13.019279 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f813baca-cbd7-4d1d-8b90-3e0c48679e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:13.022944 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-9bf5c086-5b9c-4731-bffa-0f2969ad6c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:13.034398 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813baca-cbd7-4d1d-8b90-3e0c48679e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32e8a9c-ab4d-453a-9056-d202f1518b6d,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:13.038382 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f813baca-cbd7-4d1d-8b90-3e0c48679e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:13.041486 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f813baca-cbd7-4d1d-8b90-3e0c48679e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:13.045623 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-f813baca-cbd7-4d1d-8b90-3e0c48679e05 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f32e8a9c-ab4d-453a-9056-d202f1518b6d HTTP/1.1" status: 204 len: 168 time: 0.1806953 May 19 09:38:13.401515 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 48942) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:13.423407 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9c1b986d-e0a7-471b-a484-a642bb3883fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:13.438111 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-9c1b986d-e0a7-471b-a484-a642bb3883fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:38:13.442224 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-9c1b986d-e0a7-471b-a484-a642bb3883fe admin admin] Usage tracker for resource:security_group_rule and tenant:5cc8b3e64ff149d29efa116214fbe0cd is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:38:13.445023 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-9c1b986d-e0a7-471b-a484-a642bb3883fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:38:13.450739 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-9c1b986d-e0a7-471b-a484-a642bb3883fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:38:13.537095 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9c1b986d-e0a7-471b-a484-a642bb3883fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:13.541162 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-9c1b986d-e0a7-471b-a484-a642bb3883fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:13.550701 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-792cf911-7b1d-4bbc-8b5b-d24360683a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:13.590539 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-9c1b986d-e0a7-471b-a484-a642bb3883fe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5cc8b3e64ff149d29efa116214fbe0cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879141 May 19 09:38:13.592840 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b986d-e0a7-471b-a484-a642bb3883fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a141a05d-7ed0-468c-aa60-44c763a02141,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:13.594313 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 48950) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:13.596180 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-9c1b986d-e0a7-471b-a484-a642bb3883fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:13.665681 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5e09ccfb-57ed-4659-9294-44c214104f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:13.695927 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5e09ccfb-57ed-4659-9294-44c214104f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:13.756000 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5e09ccfb-57ed-4659-9294-44c214104f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:13.760553 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7112bb9d-8e7b-4e90-9f2f-2930369e4b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:13.774466 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09ccfb-57ed-4659-9294-44c214104f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a141a05d-7ed0-468c-aa60-44c763a02141,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:13.777035 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-5e09ccfb-57ed-4659-9294-44c214104f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:13.792268 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5e09ccfb-57ed-4659-9294-44c214104f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:13.798059 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-5e09ccfb-57ed-4659-9294-44c214104f32 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a141a05d-7ed0-468c-aa60-44c763a02141 HTTP/1.1" status: 204 len: 168 time: 0.2005467 May 19 09:38:15.310100 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 49018) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:15.438640 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-de7b2643-c1dd-41ee-9962-e3fef0ccd4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:15.453749 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-de7b2643-c1dd-41ee-9962-e3fef0ccd4a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:38:15.457501 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-de7b2643-c1dd-41ee-9962-e3fef0ccd4a4 admin admin] Usage tracker for resource:security_group_rule and tenant:654f705861d74bf5b33b7b163f301bc0 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:38:15.460284 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-de7b2643-c1dd-41ee-9962-e3fef0ccd4a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:38:15.466046 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-de7b2643-c1dd-41ee-9962-e3fef0ccd4a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:38:15.554265 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-de7b2643-c1dd-41ee-9962-e3fef0ccd4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:15.557906 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-de7b2643-c1dd-41ee-9962-e3fef0ccd4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:15.566041 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-cd3b017a-e0bf-403b-b9d6-3541ea8d707b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:15.607242 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-de7b2643-c1dd-41ee-9962-e3fef0ccd4a4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=654f705861d74bf5b33b7b163f301bc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955303 May 19 09:38:15.608832 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b2643-c1dd-41ee-9962-e3fef0ccd4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25abd966-a2f8-4856-8701-20a36e23ec6a,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:15.610846 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 49028) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:15.611778 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-de7b2643-c1dd-41ee-9962-e3fef0ccd4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:15.669602 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5f757764-b816-4afb-81b5-1d46d984b255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:15.696039 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5f757764-b816-4afb-81b5-1d46d984b255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:15.751333 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5f757764-b816-4afb-81b5-1d46d984b255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:15.754946 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:15.768278 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f757764-b816-4afb-81b5-1d46d984b255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25abd966-a2f8-4856-8701-20a36e23ec6a,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:15.771504 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-5f757764-b816-4afb-81b5-1d46d984b255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:15.778920 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5f757764-b816-4afb-81b5-1d46d984b255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:15.780658 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-5f757764-b816-4afb-81b5-1d46d984b255 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/25abd966-a2f8-4856-8701-20a36e23ec6a HTTP/1.1" status: 204 len: 168 time: 0.1688247 May 19 09:38:16.919226 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 49044) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:17.034458 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-afac1f4f-a7c7-4713-86fc-5cba56a8db51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:17.052700 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-afac1f4f-a7c7-4713-86fc-5cba56a8db51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:38:17.056432 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-afac1f4f-a7c7-4713-86fc-5cba56a8db51 admin admin] Usage tracker for resource:security_group_rule and tenant:911b5b68b9734c3aa83b01443d85fa7f is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:38:17.059233 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-afac1f4f-a7c7-4713-86fc-5cba56a8db51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:38:17.065654 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-afac1f4f-a7c7-4713-86fc-5cba56a8db51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:38:17.147266 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-afac1f4f-a7c7-4713-86fc-5cba56a8db51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:17.150916 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-afac1f4f-a7c7-4713-86fc-5cba56a8db51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:17.158543 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-d1165fcc-bf67-487c-843f-e43ba7cd539a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:17.200767 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-afac1f4f-a7c7-4713-86fc-5cba56a8db51 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=911b5b68b9734c3aa83b01443d85fa7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798247 May 19 09:38:17.201985 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac1f4f-a7c7-4713-86fc-5cba56a8db51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb2007d-44cc-46d2-bce1-98582eb6ae27,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:17.203910 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 49050) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:17.205017 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-afac1f4f-a7c7-4713-86fc-5cba56a8db51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:17.266422 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-eaf3200a-5e75-48e6-a722-c98e28bfd29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:17.295368 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-eaf3200a-5e75-48e6-a722-c98e28bfd29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:17.346002 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-eaf3200a-5e75-48e6-a722-c98e28bfd29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:17.349719 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8e56de7b-fa34-4ef7-8b5e-88e3ed3b2b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:17.363047 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3200a-5e75-48e6-a722-c98e28bfd29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb2007d-44cc-46d2-bce1-98582eb6ae27,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:17.369970 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-eaf3200a-5e75-48e6-a722-c98e28bfd29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:17.371945 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-eaf3200a-5e75-48e6-a722-c98e28bfd29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:17.374070 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-eaf3200a-5e75-48e6-a722-c98e28bfd29d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0cb2007d-44cc-46d2-bce1-98582eb6ae27 HTTP/1.1" status: 204 len: 168 time: 0.1681714 May 19 09:38:17.653692 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 49058) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:17.671636 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-538eb812-3b12-4d71-8670-cab95e9a1b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:17.686105 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-538eb812-3b12-4d71-8670-cab95e9a1b1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:38:17.690655 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-538eb812-3b12-4d71-8670-cab95e9a1b1a admin admin] Usage tracker for resource:security_group_rule and tenant:79bd09ba7b6641bf8dddbe149bf80f47 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:38:17.693432 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-538eb812-3b12-4d71-8670-cab95e9a1b1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:38:17.699140 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-538eb812-3b12-4d71-8670-cab95e9a1b1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:38:17.786846 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-538eb812-3b12-4d71-8670-cab95e9a1b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:17.790676 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-538eb812-3b12-4d71-8670-cab95e9a1b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:17.800192 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-62baac35-8215-4f8d-bf50-3ed8bf958345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:17.843562 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-538eb812-3b12-4d71-8670-cab95e9a1b1a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=79bd09ba7b6641bf8dddbe149bf80f47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1882496 May 19 09:38:17.844434 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538eb812-3b12-4d71-8670-cab95e9a1b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812186bf-ea24-4fc5-90c6-9196d50e5c4e,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:17.846868 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 49062) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:17.847679 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-538eb812-3b12-4d71-8670-cab95e9a1b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:17.907857 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6915fa91-f22b-4344-a0dd-d3e49a371c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:17.937337 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6915fa91-f22b-4344-a0dd-d3e49a371c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:17.987468 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6915fa91-f22b-4344-a0dd-d3e49a371c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:17.990984 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e400a338-97bb-430e-8a31-291598fbf6ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:18.003797 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915fa91-f22b-4344-a0dd-d3e49a371c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812186bf-ea24-4fc5-90c6-9196d50e5c4e,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:18.007540 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-6915fa91-f22b-4344-a0dd-d3e49a371c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:18.012738 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-6915fa91-f22b-4344-a0dd-d3e49a371c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:18.013847 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-6915fa91-f22b-4344-a0dd-d3e49a371c9e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/812186bf-ea24-4fc5-90c6-9196d50e5c4e HTTP/1.1" status: 204 len: 168 time: 0.1658959 May 19 09:38:18.353916 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 49070) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:18.371463 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4091362b-1849-4d20-b1f2-0cef46fdfa4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:18.386017 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-4091362b-1849-4d20-b1f2-0cef46fdfa4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:38:18.390427 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-4091362b-1849-4d20-b1f2-0cef46fdfa4a admin admin] Usage tracker for resource:security_group_rule and tenant:ce81bc44fbff4a7daa4b2ca20273837f is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:38:18.393186 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-4091362b-1849-4d20-b1f2-0cef46fdfa4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:38:18.398814 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-4091362b-1849-4d20-b1f2-0cef46fdfa4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:38:18.483458 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4091362b-1849-4d20-b1f2-0cef46fdfa4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:18.487153 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4091362b-1849-4d20-b1f2-0cef46fdfa4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:18.495304 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-1524fc1e-8b7a-4dc0-9e99-4b59fb94c4bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:18.535527 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-4091362b-1849-4d20-b1f2-0cef46fdfa4a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ce81bc44fbff4a7daa4b2ca20273837f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1805699 May 19 09:38:18.536415 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091362b-1849-4d20-b1f2-0cef46fdfa4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682ff53f-4a92-4d38-8efe-d596a5c75e7d,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:18.538264 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 49074) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:18.539513 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-4091362b-1849-4d20-b1f2-0cef46fdfa4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:18.599245 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-387cb451-7ca3-4959-b24a-13189a94189d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:18.625754 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-387cb451-7ca3-4959-b24a-13189a94189d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:18.677510 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-387cb451-7ca3-4959-b24a-13189a94189d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:18.681120 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-5bc7d62c-478b-4103-9228-3a0a2d3884c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:18.693524 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cb451-7ca3-4959-b24a-13189a94189d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682ff53f-4a92-4d38-8efe-d596a5c75e7d,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:18.696344 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-387cb451-7ca3-4959-b24a-13189a94189d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:18.704157 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-387cb451-7ca3-4959-b24a-13189a94189d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:18.707605 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-387cb451-7ca3-4959-b24a-13189a94189d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/682ff53f-4a92-4d38-8efe-d596a5c75e7d HTTP/1.1" status: 204 len: 168 time: 0.1654646 May 19 09:38:28.886373 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-dbf32e2f-5279-4447-84ff-72abce35ea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:30.590622 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 49210) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:30.704129 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d656c0c7-ccd3-499e-8b59-84698651f8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:30.718829 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-d656c0c7-ccd3-499e-8b59-84698651f8e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:38:30.723214 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-d656c0c7-ccd3-499e-8b59-84698651f8e5 admin admin] Usage tracker for resource:security_group_rule and tenant:1789817c21cb4c058cbd926655d6e586 is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:38:30.726259 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-d656c0c7-ccd3-499e-8b59-84698651f8e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:38:30.731808 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-d656c0c7-ccd3-499e-8b59-84698651f8e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:38:30.814805 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d656c0c7-ccd3-499e-8b59-84698651f8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:30.818970 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d656c0c7-ccd3-499e-8b59-84698651f8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:30.831441 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-e1c66297-5402-44c7-9d76-374a579f0533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:30.870038 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-d656c0c7-ccd3-499e-8b59-84698651f8e5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1789817c21cb4c058cbd926655d6e586&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783079 May 19 09:38:30.871563 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656c0c7-ccd3-499e-8b59-84698651f8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19aba44-e162-45a1-a482-9c7dcdf8dfac,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:30.872678 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 49216) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:30.874830 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d656c0c7-ccd3-499e-8b59-84698651f8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:30.933868 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8fdb188e-d1d9-491f-b92f-cec915aa83ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:30.958767 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8fdb188e-d1d9-491f-b92f-cec915aa83ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:31.009171 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8fdb188e-d1d9-491f-b92f-cec915aa83ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:31.012690 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-5783e82d-68f8-4990-b912-4b23cd76d2f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:31.025101 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb188e-d1d9-491f-b92f-cec915aa83ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19aba44-e162-45a1-a482-9c7dcdf8dfac,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:31.028804 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8fdb188e-d1d9-491f-b92f-cec915aa83ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:31.034661 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8fdb188e-d1d9-491f-b92f-cec915aa83ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:31.035747 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-8fdb188e-d1d9-491f-b92f-cec915aa83ac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c19aba44-e162-45a1-a482-9c7dcdf8dfac HTTP/1.1" status: 204 len: 168 time: 0.1621218 May 19 09:38:31.426014 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:31.944144 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-8350fdc4-12ba-40ca-9380-ad179955de5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:32.876847 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:33.456050 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-2bcc8747-c6c0-4516-a948-6fa4a07a0cfe tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=5f6a6f27f41e43b3997ff3ea3172375c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284898 May 19 09:38:33.608683 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-b72dce27-548f-46bc-be21-c91971350753 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:33.610066 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-b72dce27-548f-46bc-be21-c91971350753 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1483824 May 19 09:38:33.624766 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-ad50a00d-ba77-4b52-8fec-7d6f0c762b3f tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.61 "GET /v2.0/quotas/5f6a6f27f41e43b3997ff3ea3172375c HTTP/1.1" status: 200 len: 375 time: 0.0088949 May 19 09:38:33.674742 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-e6cc64e7-2944-4fb3-96ab-6191dfa78d2d tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5f6a6f27f41e43b3997ff3ea3172375c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449350 May 19 09:38:33.852274 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-75b21384-a4b1-493a-932b-98867bd88cdf req-eac354ab-1354-4b1e-81f6-b2839f9bfcf1 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8b26dc3-558c-4016-88d1-02c7ff069602 HTTP/1.1" status: 200 len: 210 time: 0.0448079 May 19 09:38:34.575202 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:34.833430 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-0adad500-66ae-4b7f-a037-c7e7e4b12a54 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=5f6a6f27f41e43b3997ff3ea3172375c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272963 May 19 09:38:34.996560 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-3f15efde-74da-4b46-82bd-9bae27e54bf4 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:34.998121 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-3f15efde-74da-4b46-82bd-9bae27e54bf4 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593866 May 19 09:38:35.007206 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-28e0ab5a-f720-4ea3-b32b-da66ba1698fd req-09ae80fd-cdcf-4080-bc93-3037b62b8c5f tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8b26dc3-558c-4016-88d1-02c7ff069602 HTTP/1.1" status: 200 len: 210 time: 0.0458024 May 19 09:38:35.016849 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Request body: {'port': {'device_id': 'a8b26dc3-558c-4016-88d1-02c7ff069602', 'network_id': 'c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3', 'admin_state_up': True, 'tenant_id': '5f6a6f27f41e43b3997ff3ea3172375c'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:38:35.157804 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:38:35.162010 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Usage tracker for resource:port and tenant:5f6a6f27f41e43b3997ff3ea3172375c is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:38:35.164750 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:38:35.170382 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:38:35.180211 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Made reservation on behalf of 5f6a6f27f41e43b3997ff3ea3172375c for: {'port': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:38:35.183650 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:35.196232 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Notify callbacks [] for security_group, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:35.214334 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:38:35.218243 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Usage tracker for resource:security_group_rule and tenant:5f6a6f27f41e43b3997ff3ea3172375c is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:38:35.221062 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:38:35.227243 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:38:35.313568 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Notify callbacks [] for security_group, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:35.318107 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:35.322148 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-32ee0ddc-5d8c-4ebc-b3ab-33440679afd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:35.399258 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94d4d170-65f4-4af6-98a6-646b50807900,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:35.404716 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:35.491263 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Allocated IP 192.168.233.169 (c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3/9b3c702d-5cb8-4386-a5cc-2d72707e4ed8/6815d16f-d4d0-4d08-bf0a-1f56e6d61394) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:38:35.690005 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:35.705455 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Transition to ACTIVE for port object 6815d16f-d4d0-4d08-bf0a-1f56e6d61394 will not be triggered until provisioned by entity DHCP. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:38:35.729687 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:35.735435 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-1bf1b073-dc79-4785-8011-076d2d374ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:35.804999 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Network c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:38:35.808055 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Resources bound (agent type, host, resource id): {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:38:35.811839 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:38:35.935523 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Pushing event updated for resources: {'Port': ['ID=6815d16f-d4d0-4d08-bf0a-1f56e6d61394,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:35.940144 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:35.967563 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:35.968237 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:35.993075 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-7d703296-54db-4c96-892f-1aca70eead4f None None] Provisioning for port 6815d16f-d4d0-4d08-bf0a-1f56e6d61394 completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:38:35.998648 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-7d703296-54db-4c96-892f-1aca70eead4f None None] Provisioning complete for port 6815d16f-d4d0-4d08-bf0a-1f56e6d61394 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:38:35.999067 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-7d703296-54db-4c96-892f-1aca70eead4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:35.999466 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9866900 May 19 09:38:36.015552 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-d49493c6-4d94-4914-807b-cd738a6e63b0 service neutron] Request body: {'port': {'device_id': 'a8b26dc3-558c-4016-88d1-02c7ff069602', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:38:36.055005 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-7d703296-54db-4c96-892f-1aca70eead4f None None] Port 6815d16f-d4d0-4d08-bf0a-1f56e6d61394 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:38:36.174011 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-d49493c6-4d94-4914-807b-cd738a6e63b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:36.276485 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653c5d5-6295-4b35-9033-f552b9139c0c req-7fd18050-d043-4531-8acd-2a7357f1b8ac tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:36.277176 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-5653c5d5-6295-4b35-9033-f552b9139c0c req-7fd18050-d043-4531-8acd-2a7357f1b8ac tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Synchronizing usage tracker for tenant:5f6a6f27f41e43b3997ff3ea3172375c on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:38:36.346970 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-5653c5d5-6295-4b35-9033-f552b9139c0c req-7fd18050-d043-4531-8acd-2a7357f1b8ac tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Unset dirty status for tenant:5f6a6f27f41e43b3997ff3ea3172375c on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:38:36.348324 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5653c5d5-6295-4b35-9033-f552b9139c0c req-7fd18050-d043-4531-8acd-2a7357f1b8ac tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8b26dc3-558c-4016-88d1-02c7ff069602 HTTP/1.1" status: 200 len: 936 time: 0.2269869 May 19 09:38:36.481155 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-5653c5d5-6295-4b35-9033-f552b9139c0c req-a3e9e7f1-1732-4040-bf53-ad2cae2f7b6c tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Synchronizing usage tracker for tenant:5f6a6f27f41e43b3997ff3ea3172375c on resource:security_group {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:38:36.519772 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-5653c5d5-6295-4b35-9033-f552b9139c0c req-a3e9e7f1-1732-4040-bf53-ad2cae2f7b6c tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Unset dirty status for tenant:5f6a6f27f41e43b3997ff3ea3172375c on resource:security_group {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:38:36.520909 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5653c5d5-6295-4b35-9033-f552b9139c0c req-a3e9e7f1-1732-4040-bf53-ad2cae2f7b6c tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.61 "GET /v2.0/security-groups?id=94d4d170-65f4-4af6-98a6-646b50807900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659136 May 19 09:38:36.604296 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-d49493c6-4d94-4914-807b-cd738a6e63b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6815d16f-d4d0-4d08-bf0a-1f56e6d61394 {{(pid=91651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:38:36.611538 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-d49493c6-4d94-4914-807b-cd738a6e63b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:36.626223 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-d49493c6-4d94-4914-807b-cd738a6e63b0 service neutron] Transition to ACTIVE for port object 6815d16f-d4d0-4d08-bf0a-1f56e6d61394 will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:38:36.630353 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-d49493c6-4d94-4914-807b-cd738a6e63b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2459273'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:36.634780 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-e13a6242-8862-499b-ae27-01d1638778f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:36.787424 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49493c6-4d94-4914-807b-cd738a6e63b0 service neutron] Pushing event updated for resources: {'Port': ['ID=6815d16f-d4d0-4d08-bf0a-1f56e6d61394,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:36.790242 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d49493c6-4d94-4914-807b-cd738a6e63b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:36.874733 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-d49493c6-4d94-4914-807b-cd738a6e63b0 service neutron] Attempting to bind port 6815d16f-d4d0-4d08-bf0a-1f56e6d61394 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:38:36.875070 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-d49493c6-4d94-4914-807b-cd738a6e63b0 service neutron] Attempting to bind port 6815d16f-d4d0-4d08-bf0a-1f56e6d61394 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '5ce6266e-9742-4c2f-85d1-58ed5717451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:38:36.875401 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-d49493c6-4d94-4914-807b-cd738a6e63b0 service neutron] Attempting to bind port 6815d16f-d4d0-4d08-bf0a-1f56e6d61394 on network c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:38:36.881544 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-d49493c6-4d94-4914-807b-cd738a6e63b0 service neutron] Port 6815d16f-d4d0-4d08-bf0a-1f56e6d61394 on network c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:38:36.881944 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-d49493c6-4d94-4914-807b-cd738a6e63b0 service neutron] Attempting to bind port 6815d16f-d4d0-4d08-bf0a-1f56e6d61394 on network c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:38:36.887117 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-d49493c6-4d94-4914-807b-cd738a6e63b0 service neutron] Checking agent: {'id': 'e2b12f16-87f3-476d-a836-3e2e94bcfd4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'started_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:38:36.887455 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-d49493c6-4d94-4914-807b-cd738a6e63b0 service neutron] Checking segment: {'id': '5ce6266e-9742-4c2f-85d1-58ed5717451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:38:36.887836 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-d49493c6-4d94-4914-807b-cd738a6e63b0 service neutron] Bound using segment: {'id': '5ce6266e-9742-4c2f-85d1-58ed5717451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:38:36.888264 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-d49493c6-4d94-4914-807b-cd738a6e63b0 service neutron] Bound port: 6815d16f-d4d0-4d08-bf0a-1f56e6d61394, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ce6266e-9742-4c2f-85d1-58ed5717451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:38:36.888608 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-d49493c6-4d94-4914-807b-cd738a6e63b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:36.976381 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-d49493c6-4d94-4914-807b-cd738a6e63b0 service neutron] For port 6815d16f-d4d0-4d08-bf0a-1f56e6d61394, host hv-cinder-79128, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:38:36.979328 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-d49493c6-4d94-4914-807b-cd738a6e63b0 service neutron] For port 6815d16f-d4d0-4d08-bf0a-1f56e6d61394, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6815d16f-d4d0-4d08-bf0a-1f56e6d61394,segment=NetworkSegment(5ce6266e-9742-4c2f-85d1-58ed5717451c),segment_id=5ce6266e-9742-4c2f-85d1-58ed5717451c)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:38:36.983656 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-d49493c6-4d94-4914-807b-cd738a6e63b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2459273'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:36.988674 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-f0938ffd-0029-4f83-ab6d-e6c4cae1d2a1 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:37.046490 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-d49493c6-4d94-4914-807b-cd738a6e63b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:37.047081 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-d49493c6-4d94-4914-807b-cd738a6e63b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:37.048427 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-d49493c6-4d94-4914-807b-cd738a6e63b0 service neutron] 10.222.0.76 "PUT /v2.0/ports/6815d16f-d4d0-4d08-bf0a-1f56e6d61394 HTTP/1.1" status: 200 len: 1098 time: 1.0370636 May 19 09:38:37.048921 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b26dc3-558c-4016-88d1-02c7ff069602', 'tag': '6815d16f-d4d0-4d08-bf0a-1f56e6d61394'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:38:37.069862 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49493c6-4d94-4914-807b-cd738a6e63b0 service neutron] Pushing event updated for resources: {'Port': ['ID=6815d16f-d4d0-4d08-bf0a-1f56e6d61394,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:37.072818 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d49493c6-4d94-4914-807b-cd738a6e63b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:37.127785 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b26dc3-558c-4016-88d1-02c7ff069602', 'tag': '6815d16f-d4d0-4d08-bf0a-1f56e6d61394', 'status': 'completed', 'code': 200} May 19 09:38:37.164550 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-c979d57f-af10-49c0-a557-4a54f15d2958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:37.166188 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-c979d57f-af10-49c0-a557-4a54f15d2958 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5f6a6f27f41e43b3997ff3ea3172375c&device_id=a8b26dc3-558c-4016-88d1-02c7ff069602 HTTP/1.1" status: 200 len: 1101 time: 0.0759082 May 19 09:38:37.244269 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-8aa27866-8602-49c2-94cd-355e7252a9ac service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=6815d16f-d4d0-4d08-bf0a-1f56e6d61394 HTTP/1.1" status: 200 len: 217 time: 0.0659482 May 19 09:38:37.312780 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-caa2dd3a-7af0-4f4d-9cad-66fbb1c7f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:37.314182 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-caa2dd3a-7af0-4f4d-9cad-66fbb1c7f8fb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9b3c702d-5cb8-4386-a5cc-2d72707e4ed8 HTTP/1.1" status: 200 len: 843 time: 0.0593483 May 19 09:38:37.396081 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-f0da9254-b05a-4061-8ad2-da71984fb84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:37.397533 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-f0da9254-b05a-4061-8ad2-da71984fb84b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0740249 May 19 09:38:37.545425 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-81617f01-cd62-43c4-a3f8-a3986906d13a service neutron] 10.222.0.76 "GET /v2.0/networks/c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375659 May 19 09:38:37.839971 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-454e33b0-62ee-4337-8fd2-0df6d78352ad req-4260c86f-3126-4102-9ad9-7b06534dccf0 service neutron] 10.222.0.76 "GET /v2.0/networks/c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839267 May 19 09:38:37.855722 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c12ecb-a61c-42c5-9a0a-872f10578d39 req-db97a668-e1bf-4d22-bb69-942525c984e8 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:37.857123 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-63c12ecb-a61c-42c5-9a0a-872f10578d39 req-db97a668-e1bf-4d22-bb69-942525c984e8 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8b26dc3-558c-4016-88d1-02c7ff069602 HTTP/1.1" status: 200 len: 948 time: 0.2207978 May 19 09:38:37.944610 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-63c12ecb-a61c-42c5-9a0a-872f10578d39 req-29fcb483-0fce-4f78-aa3f-2bf1eba40b0e tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.61 "GET /v2.0/security-groups?id=94d4d170-65f4-4af6-98a6-646b50807900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804055 May 19 09:38:37.976276 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b96e9-1978-416d-928a-9ca28911172a req-192ab8e9-66e4-4d36-bf28-4cd7f707ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:37.977728 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a61b96e9-1978-416d-928a-9ca28911172a req-192ab8e9-66e4-4d36-bf28-4cd7f707ba47 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5f6a6f27f41e43b3997ff3ea3172375c&device_id=a8b26dc3-558c-4016-88d1-02c7ff069602 HTTP/1.1" status: 200 len: 1101 time: 0.0805199 May 19 09:38:38.114224 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b96e9-1978-416d-928a-9ca28911172a req-18b72fdb-669c-4691-97d1-aefde37b21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:38.115586 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a61b96e9-1978-416d-928a-9ca28911172a req-18b72fdb-669c-4691-97d1-aefde37b21f9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3 HTTP/1.1" status: 200 len: 870 time: 0.1307249 May 19 09:38:38.185290 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a61b96e9-1978-416d-928a-9ca28911172a req-938a214a-3219-4e95-8437-5ac4a713067c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=6815d16f-d4d0-4d08-bf0a-1f56e6d61394 HTTP/1.1" status: 200 len: 217 time: 0.0623920 May 19 09:38:38.251745 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b96e9-1978-416d-928a-9ca28911172a req-537f5d1e-ee0d-4d45-a6f0-55bbbde6e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:38.254150 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a61b96e9-1978-416d-928a-9ca28911172a req-537f5d1e-ee0d-4d45-a6f0-55bbbde6e495 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9b3c702d-5cb8-4386-a5cc-2d72707e4ed8 HTTP/1.1" status: 200 len: 843 time: 0.0606313 May 19 09:38:38.328614 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b96e9-1978-416d-928a-9ca28911172a req-09b63335-2cca-46bb-a7da-8ed786837ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:38.330089 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a61b96e9-1978-416d-928a-9ca28911172a req-09b63335-2cca-46bb-a7da-8ed786837ab7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0700302 May 19 09:38:38.464469 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a61b96e9-1978-416d-928a-9ca28911172a req-3fda141c-c9ec-4a19-bbc7-a1121a421c6d service neutron] 10.222.0.76 "GET /v2.0/networks/c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267033 May 19 09:38:38.600376 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a61b96e9-1978-416d-928a-9ca28911172a req-497728d7-2cd9-497c-898d-38540fc67434 service neutron] 10.222.0.76 "GET /v2.0/networks/c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283317 May 19 09:38:39.101262 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 6815d16f-d4d0-4d08-bf0a-1f56e6d61394 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:38:39.129307 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053e13e-ac46-4a7b-901b-b29ffcb07b7d req-7bdc3b45-21a6-4e63-8b8a-8a2c7067f463 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:39.130856 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-5053e13e-ac46-4a7b-901b-b29ffcb07b7d req-7bdc3b45-21a6-4e63-8b8a-8a2c7067f463 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8b26dc3-558c-4016-88d1-02c7ff069602 HTTP/1.1" status: 200 len: 948 time: 0.0817883 May 19 09:38:39.175665 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-5053e13e-ac46-4a7b-901b-b29ffcb07b7d req-a1cc097f-b89e-4b4f-b1b7-bf8f5b8e0dfd tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.61 "GET /v2.0/security-groups?id=94d4d170-65f4-4af6-98a6-646b50807900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383408 May 19 09:38:39.235138 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 6815d16f-d4d0-4d08-bf0a-1f56e6d61394, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6815d16f-d4d0-4d08-bf0a-1f56e6d61394,segment=NetworkSegment(5ce6266e-9742-4c2f-85d1-58ed5717451c),segment_id=5ce6266e-9742-4c2f-85d1-58ed5717451c)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:38:39.248561 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Returning: {'device': '6815d16f-d4d0-4d08-bf0a-1f56e6d61394', 'network_id': 'c0f9cd0a-7c6f-49a6-9e90-202eb2ad83a3', 'port_id': '6815d16f-d4d0-4d08-bf0a-1f56e6d61394', 'mac_address': 'fa:16:3e:79:e5:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b3c702d-5cb8-4386-a5cc-2d72707e4ed8', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:38:39.305831 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:39.322140 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6815d16f-d4d0-4d08-bf0a-1f56e6d61394 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:38:39.337018 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 6815d16f-d4d0-4d08-bf0a-1f56e6d61394, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6815d16f-d4d0-4d08-bf0a-1f56e6d61394,segment=NetworkSegment(5ce6266e-9742-4c2f-85d1-58ed5717451c),segment_id=5ce6266e-9742-4c2f-85d1-58ed5717451c)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:38:39.340812 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:39.343481 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:39.408998 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=6815d16f-d4d0-4d08-bf0a-1f56e6d61394,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:39.416986 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:39.417444 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:39.417942 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:39.418273 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:39.418593 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:39.419049 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:39.419283 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:39.419728 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:39.420163 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:39.420482 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:39.420820 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:39.421133 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:39.424929 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:39.592455 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['6815d16f-d4d0-4d08-bf0a-1f56e6d61394'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:38:40.365526 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28db27-03e9-4a11-98e1-838c36bca53a req-37085bd1-a031-431c-8f2c-fc221e9d3a82 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:40.366909 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7b28db27-03e9-4a11-98e1-838c36bca53a req-37085bd1-a031-431c-8f2c-fc221e9d3a82 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8b26dc3-558c-4016-88d1-02c7ff069602 HTTP/1.1" status: 200 len: 949 time: 0.0846014 May 19 09:38:40.411203 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-7b28db27-03e9-4a11-98e1-838c36bca53a req-a931a261-1526-4b82-b42e-b9490036abe0 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.61 "GET /v2.0/security-groups?id=94d4d170-65f4-4af6-98a6-646b50807900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386312 May 19 09:38:40.552627 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:41.116050 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 6815d16f-d4d0-4d08-bf0a-1f56e6d61394 up at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:38:41.183471 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning for port 6815d16f-d4d0-4d08-bf0a-1f56e6d61394 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:38:41.187907 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning complete for port 6815d16f-d4d0-4d08-bf0a-1f56e6d61394 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:38:41.188286 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:41.304739 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:41.332092 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b26dc3-558c-4016-88d1-02c7ff069602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6815d16f-d4d0-4d08-bf0a-1f56e6d61394'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:38:41.341880 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port 6815d16f-d4d0-4d08-bf0a-1f56e6d61394, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6815d16f-d4d0-4d08-bf0a-1f56e6d61394,segment=NetworkSegment(5ce6266e-9742-4c2f-85d1-58ed5717451c),segment_id=5ce6266e-9742-4c2f-85d1-58ed5717451c)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:38:41.345749 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:41.347776 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:41.380672 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b26dc3-558c-4016-88d1-02c7ff069602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6815d16f-d4d0-4d08-bf0a-1f56e6d61394', 'code': 200} May 19 09:38:41.417516 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=6815d16f-d4d0-4d08-bf0a-1f56e6d61394,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:41.420399 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:41.664091 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f89a9-e8ca-4a7f-b302-5f7e1f492cf2 req-3d73b2bb-353a-46a2-a903-133644b48996 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:41.665497 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-659f89a9-e8ca-4a7f-b302-5f7e1f492cf2 req-3d73b2bb-353a-46a2-a903-133644b48996 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8b26dc3-558c-4016-88d1-02c7ff069602 HTTP/1.1" status: 200 len: 950 time: 0.1438091 May 19 09:38:41.671608 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a33b89-d6e9-4721-bada-17003b6109f5 req-47861a62-be1f-49a7-8028-e6dbccd9123f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:41.672991 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-69a33b89-d6e9-4721-bada-17003b6109f5 req-47861a62-be1f-49a7-8028-e6dbccd9123f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a8b26dc3-558c-4016-88d1-02c7ff069602 HTTP/1.1" status: 200 len: 1103 time: 0.1053197 May 19 09:38:41.742986 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-659f89a9-e8ca-4a7f-b302-5f7e1f492cf2 req-9bfb602e-6ce5-4a1d-9ba2-f9d834f09b8d tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.61 "GET /v2.0/security-groups?id=94d4d170-65f4-4af6-98a6-646b50807900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690644 May 19 09:38:41.744608 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-69a33b89-d6e9-4721-bada-17003b6109f5 req-9975d26a-ffcd-4812-8031-567b0c840619 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=94d4d170-65f4-4af6-98a6-646b50807900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577030 May 19 09:38:42.934664 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5e158-49a5-46a1-a04e-808f9098a837 req-19a2c22b-2f75-4878-9a95-8ae860caca48 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:42.936141 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-75b5e158-49a5-46a1-a04e-808f9098a837 req-19a2c22b-2f75-4878-9a95-8ae860caca48 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8b26dc3-558c-4016-88d1-02c7ff069602 HTTP/1.1" status: 200 len: 950 time: 0.0840325 May 19 09:38:42.980883 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-75b5e158-49a5-46a1-a04e-808f9098a837 req-c5bf38ae-5a79-4a5c-b026-daa41dbaa82f tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.61 "GET /v2.0/security-groups?id=94d4d170-65f4-4af6-98a6-646b50807900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389125 May 19 09:38:43.007995 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:38:43.419400 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a57e1-e109-4fe0-bd62-a4eaeab55504 req-21ebd38f-b1cf-43d5-b067-fb4c07a1a1c9 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:43.420836 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-a67a57e1-e109-4fe0-bd62-a4eaeab55504 req-21ebd38f-b1cf-43d5-b067-fb4c07a1a1c9 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8b26dc3-558c-4016-88d1-02c7ff069602 HTTP/1.1" status: 200 len: 950 time: 0.0832500 May 19 09:38:43.554169 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-a67a57e1-e109-4fe0-bd62-a4eaeab55504 req-4b72e63e-ddc7-4e65-8b59-d2f8d39e6ea1 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.61 "GET /v2.0/security-groups?id=94d4d170-65f4-4af6-98a6-646b50807900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273334 May 19 09:38:44.795921 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515816d1-123d-4986-ba5d-3173979f59fd req-90f7983c-55d6-40ac-81e1-b23e6c5ee698 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:44.797393 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-515816d1-123d-4986-ba5d-3173979f59fd req-90f7983c-55d6-40ac-81e1-b23e6c5ee698 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8b26dc3-558c-4016-88d1-02c7ff069602 HTTP/1.1" status: 200 len: 950 time: 0.1078489 May 19 09:38:44.806222 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42216e13-2ecc-4913-8f74-e5569ce6eec8 req-b9d23fd6-f91c-42b4-8cea-c0b206139f73 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:44.807567 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-42216e13-2ecc-4913-8f74-e5569ce6eec8 req-b9d23fd6-f91c-42b4-8cea-c0b206139f73 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8b26dc3-558c-4016-88d1-02c7ff069602 HTTP/1.1" status: 200 len: 950 time: 0.1510239 May 19 09:38:44.902203 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-515816d1-123d-4986-ba5d-3173979f59fd req-deb5f461-74b0-4ea3-8a9b-d52eb4361788 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.61 "GET /v2.0/security-groups?id=94d4d170-65f4-4af6-98a6-646b50807900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935802 May 19 09:38:44.971383 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-42216e13-2ecc-4913-8f74-e5569ce6eec8 req-16e071b4-8c93-4bd0-b8d5-0fd40d15cc71 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Deleting port 6815d16f-d4d0-4d08-bf0a-1f56e6d61394 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:38:44.971734 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-42216e13-2ecc-4913-8f74-e5569ce6eec8 req-16e071b4-8c93-4bd0-b8d5-0fd40d15cc71 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:45.106377 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-42216e13-2ecc-4913-8f74-e5569ce6eec8 req-16e071b4-8c93-4bd0-b8d5-0fd40d15cc71 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] For port 6815d16f-d4d0-4d08-bf0a-1f56e6d61394, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6815d16f-d4d0-4d08-bf0a-1f56e6d61394,segment=NetworkSegment(5ce6266e-9742-4c2f-85d1-58ed5717451c),segment_id=5ce6266e-9742-4c2f-85d1-58ed5717451c)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:38:45.106735 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-42216e13-2ecc-4913-8f74-e5569ce6eec8 req-16e071b4-8c93-4bd0-b8d5-0fd40d15cc71 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:45.321573 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-42216e13-2ecc-4913-8f74-e5569ce6eec8 req-16e071b4-8c93-4bd0-b8d5-0fd40d15cc71 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Calling delete_port for 6815d16f-d4d0-4d08-bf0a-1f56e6d61394 owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:38:45.433481 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-42216e13-2ecc-4913-8f74-e5569ce6eec8 req-16e071b4-8c93-4bd0-b8d5-0fd40d15cc71 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:45.438886 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-18afd340-3667-474c-b4c0-08b69e96cdfe tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:45.484441 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e071b4-8c93-4bd0-b8d5-0fd40d15cc71 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Pushing event deleted for resources: {'Port': ['ID=6815d16f-d4d0-4d08-bf0a-1f56e6d61394,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:45.488441 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-16e071b4-8c93-4bd0-b8d5-0fd40d15cc71 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:45.572342 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-42216e13-2ecc-4913-8f74-e5569ce6eec8 req-16e071b4-8c93-4bd0-b8d5-0fd40d15cc71 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] No DVR routers for this DVR port 6815d16f-d4d0-4d08-bf0a-1f56e6d61394 on host hv-cinder-79128 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:38:45.574842 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-42216e13-2ecc-4913-8f74-e5569ce6eec8 req-16e071b4-8c93-4bd0-b8d5-0fd40d15cc71 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:45.577519 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b26dc3-558c-4016-88d1-02c7ff069602', 'name': 'network-vif-deleted', 'tag': '6815d16f-d4d0-4d08-bf0a-1f56e6d61394'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:38:45.594536 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-42216e13-2ecc-4913-8f74-e5569ce6eec8 req-16e071b4-8c93-4bd0-b8d5-0fd40d15cc71 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.76 "DELETE /v2.0/ports/6815d16f-d4d0-4d08-bf0a-1f56e6d61394 HTTP/1.1" status: 204 len: 173 time: 0.7725048 May 19 09:38:45.626579 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b26dc3-558c-4016-88d1-02c7ff069602', 'name': 'network-vif-deleted', 'tag': '6815d16f-d4d0-4d08-bf0a-1f56e6d61394', 'status': 'completed', 'code': 200} May 19 09:38:46.066781 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-1edb289c-4507-47d8-8960-f3851bc780d6 req-f521d109-092a-4d11-8bdd-c56baf2c5b40 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Synchronizing usage tracker for tenant:5f6a6f27f41e43b3997ff3ea3172375c on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:38:46.082998 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-1edb289c-4507-47d8-8960-f3851bc780d6 req-f521d109-092a-4d11-8bdd-c56baf2c5b40 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Unset dirty status for tenant:5f6a6f27f41e43b3997ff3ea3172375c on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:38:46.084148 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-1edb289c-4507-47d8-8960-f3851bc780d6 req-f521d109-092a-4d11-8bdd-c56baf2c5b40 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8b26dc3-558c-4016-88d1-02c7ff069602 HTTP/1.1" status: 200 len: 210 time: 0.0629134 May 19 09:38:47.116077 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 6815d16f-d4d0-4d08-bf0a-1f56e6d61394 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:38:47.150091 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] No Port match for: 6815d16f-d4d0-4d08-bf0a-1f56e6d61394 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:38:47.150441 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 6815d16f-d4d0-4d08-bf0a-1f56e6d61394 not bound to the agent host hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:38:50.586308 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 49532) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:50.858034 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ffda6-0a81-42d1-b0fa-6d65c77645b2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Deleting port 2e0c692e-3502-4420-a480-730464530e43 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:38:50.858377 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1d0ffda6-0a81-42d1-b0fa-6d65c77645b2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:50.975168 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1d0ffda6-0a81-42d1-b0fa-6d65c77645b2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:50.975497 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1d0ffda6-0a81-42d1-b0fa-6d65c77645b2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:51.095459 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ffda6-0a81-42d1-b0fa-6d65c77645b2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Calling delete_port for 2e0c692e-3502-4420-a480-730464530e43 owned by network:floatingip {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:38:51.220431 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1d0ffda6-0a81-42d1-b0fa-6d65c77645b2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:51.225751 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c0a48862-6765-422e-a4c6-3a507570def9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:51.274532 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ffda6-0a81-42d1-b0fa-6d65c77645b2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Pushing event deleted for resources: {'Port': ['ID=2e0c692e-3502-4420-a480-730464530e43,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:51.313625 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0ffda6-0a81-42d1-b0fa-6d65c77645b2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:51.314021 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0ffda6-0a81-42d1-b0fa-6d65c77645b2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:51.314386 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0ffda6-0a81-42d1-b0fa-6d65c77645b2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:51.314746 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0ffda6-0a81-42d1-b0fa-6d65c77645b2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:51.315099 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0ffda6-0a81-42d1-b0fa-6d65c77645b2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:51.315449 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0ffda6-0a81-42d1-b0fa-6d65c77645b2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:51.315797 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0ffda6-0a81-42d1-b0fa-6d65c77645b2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:51.316142 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0ffda6-0a81-42d1-b0fa-6d65c77645b2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:51.316488 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0ffda6-0a81-42d1-b0fa-6d65c77645b2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:51.316831 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0ffda6-0a81-42d1-b0fa-6d65c77645b2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:51.317176 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0ffda6-0a81-42d1-b0fa-6d65c77645b2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:51.318573 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0ffda6-0a81-42d1-b0fa-6d65c77645b2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:51.345840 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-1d0ffda6-0a81-42d1-b0fa-6d65c77645b2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:51.374307 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1d0ffda6-0a81-42d1-b0fa-6d65c77645b2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for floatingip, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:51.374645 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.db.l3_db [None req-1d0ffda6-0a81-42d1-b0fa-6d65c77645b2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Floating IP dea301ad-7ffc-4c54-8540-67e8ac40cc58 disassociated (deleted). External IP: 172.28.0.147, port: 72859139-f998-4a75-8a61-a3b851c2386a. May 19 09:38:51.825914 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0ffda6-0a81-42d1-b0fa-6d65c77645b2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Router ca81b9ba-ed53-4d01-945c-095513680cae has already been hosted by L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:38:51.957962 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 49542) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:52.007997 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0ffda6-0a81-42d1-b0fa-6d65c77645b2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:38:52.018220 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e9319-a9a9-47a1-b5a2-956fcbc524fd None None] Sync routers for ids ['ca81b9ba-ed53-4d01-945c-095513680cae'] in dv-cinder-791281-2-smb {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:38:52.027885 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818e9319-a9a9-47a1-b5a2-956fcbc524fd None None] Routers {'ca81b9ba-ed53-4d01-945c-095513680cae'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:38:52.028275 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1d0ffda6-0a81-42d1-b0fa-6d65c77645b2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for floatingip, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:52.028528 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-818e9319-a9a9-47a1-b5a2-956fcbc524fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:38:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['ca81b9ba-ed53-4d01-945c-095513680cae'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:38:52.089424 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-1d0ffda6-0a81-42d1-b0fa-6d65c77645b2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "DELETE /v2.0/floatingips/dea301ad-7ffc-4c54-8540-67e8ac40cc58 HTTP/1.1" status: 204 len: 168 time: 1.4996111 May 19 09:38:52.089424 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e37534e-234a-426d-8002-22931a5fad58', 'tag': '72859139-f998-4a75-8a61-a3b851c2386a'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:38:52.134648 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 49552) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:52.146665 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-dbf2711e-c838-4392-a37c-d1a161f5ed27 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5f6a6f27f41e43b3997ff3ea3172375c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1864927 May 19 09:38:52.151680 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e37534e-234a-426d-8002-22931a5fad58', 'tag': '72859139-f998-4a75-8a61-a3b851c2386a', 'status': 'completed', 'code': 200} May 19 09:38:52.218094 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-818e9319-a9a9-47a1-b5a2-956fcbc524fd None None] Set router ca81b9ba-ed53-4d01-945c-095513680cae gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:38:52.261040 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e9eb1561-0681-4df2-8c1b-7195b9c5ef12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:52.295654 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e9eb1561-0681-4df2-8c1b-7195b9c5ef12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:52.338358 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76651110-16d8-4bfd-87a3-8bdae3a22b9e req-bb4cb006-a872-4e55-9171-93785261e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:52.339841 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-76651110-16d8-4bfd-87a3-8bdae3a22b9e req-bb4cb006-a872-4e55-9171-93785261e38f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=97fc349a479c4afd9aea2d0219c002b2&device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 1098 time: 0.1616066 May 19 09:38:52.450229 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e9eb1561-0681-4df2-8c1b-7195b9c5ef12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:52.456556 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-de7b2643-c1dd-41ee-9962-e3fef0ccd4a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:52.475986 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb1561-0681-4df2-8c1b-7195b9c5ef12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d4d170-65f4-4af6-98a6-646b50807900,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:52.480689 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-e9eb1561-0681-4df2-8c1b-7195b9c5ef12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:52.492660 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e9136-3d29-4fbc-a9ce-4f13fe7f0328 req-de82d3cf-9076-4a0f-a5e1-8323b517f049 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:52.494242 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-ff8e9136-3d29-4fbc-a9ce-4f13fe7f0328 req-de82d3cf-9076-4a0f-a5e1-8323b517f049 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 945 time: 0.0913630 May 19 09:38:52.498906 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-e9eb1561-0681-4df2-8c1b-7195b9c5ef12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:52.502504 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-e9eb1561-0681-4df2-8c1b-7195b9c5ef12 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/94d4d170-65f4-4af6-98a6-646b50807900 HTTP/1.1" status: 204 len: 168 time: 0.3643999 May 19 09:38:52.509122 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76651110-16d8-4bfd-87a3-8bdae3a22b9e req-bf305ae8-1509-4d37-96fa-f9a4995c48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:52.510593 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-76651110-16d8-4bfd-87a3-8bdae3a22b9e req-bf305ae8-1509-4d37-96fa-f9a4995c48ef service neutron] 10.222.0.76 "GET /v2.0/networks?id=d18f6c36-0859-444b-a9be-eedab568b568 HTTP/1.1" status: 200 len: 909 time: 0.1629577 May 19 09:38:52.569010 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-ff8e9136-3d29-4fbc-a9ce-4f13fe7f0328 req-1e3c0d17-fa30-4981-93bb-34cac3fc1cd1 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670919 May 19 09:38:52.573733 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-818e9319-a9a9-47a1-b5a2-956fcbc524fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'name': 'tempest-TestShelveInstance-873503132-router', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': 'b2f5cc06-c6a6-4122-bbcc-75479edd8f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:29Z', 'updated_at': '2021-05-19T09:34:35Z', 'revision_number': 4, 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'gw_port': {'id': 'b2f5cc06-c6a6-4122-bbcc-75479edd8f0e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:30Z', 'updated_at': '2021-05-19T09:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': 'b72aa1e1-42a0-4a22-baf4-9a446e12913e', 'name': '', 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'mac_address': 'fa:16:3e:21:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd298f93a-a019-4ca0-bd96-2bc106686ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:34Z', 'updated_at': '2021-05-19T09:34:42Z', 'revision_number': 5, 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'subnets': [{'id': 'd298f93a-a019-4ca0-bd96-2bc106686ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:38:52.578301 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e9319-a9a9-47a1-b5a2-956fcbc524fd None None] Checking router: ca81b9ba-ed53-4d01-945c-095513680cae for host: dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:38:52.588023 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818e9319-a9a9-47a1-b5a2-956fcbc524fd None None] Routers {'ca81b9ba-ed53-4d01-945c-095513680cae'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:38:52.588635 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-818e9319-a9a9-47a1-b5a2-956fcbc524fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:38:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['ca81b9ba-ed53-4d01-945c-095513680cae'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:38:52.606330 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-76651110-16d8-4bfd-87a3-8bdae3a22b9e req-39177eed-b27c-4381-97d7-d2520ce8222a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72859139-f998-4a75-8a61-a3b851c2386a HTTP/1.1" status: 200 len: 217 time: 0.0876658 May 19 09:38:52.675226 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76651110-16d8-4bfd-87a3-8bdae3a22b9e req-a75bab65-365a-4124-93a4-ad90c9baeee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:52.677217 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-76651110-16d8-4bfd-87a3-8bdae3a22b9e req-a75bab65-365a-4124-93a4-ad90c9baeee0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d298f93a-a019-4ca0-bd96-2bc106686ff3 HTTP/1.1" status: 200 len: 847 time: 0.0640011 May 19 09:38:52.767379 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76651110-16d8-4bfd-87a3-8bdae3a22b9e req-a4de9e14-39a9-450f-9ea2-fec6fffc3428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:52.769121 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-76651110-16d8-4bfd-87a3-8bdae3a22b9e req-a4de9e14-39a9-450f-9ea2-fec6fffc3428 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d18f6c36-0859-444b-a9be-eedab568b568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0848923 May 19 09:38:52.779109 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-818e9319-a9a9-47a1-b5a2-956fcbc524fd None None] Set router ca81b9ba-ed53-4d01-945c-095513680cae gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:38:52.913965 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-76651110-16d8-4bfd-87a3-8bdae3a22b9e req-4ff4a29d-8ef3-45a2-9262-0a8d168e855f service neutron] 10.222.0.76 "GET /v2.0/networks/d18f6c36-0859-444b-a9be-eedab568b568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375077 May 19 09:38:53.061863 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-76651110-16d8-4bfd-87a3-8bdae3a22b9e req-a1b0cd33-6126-4fb7-b1d8-4168a6d72c37 service neutron] 10.222.0.76 "GET /v2.0/networks/d18f6c36-0859-444b-a9be-eedab568b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405535 May 19 09:38:53.154459 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-818e9319-a9a9-47a1-b5a2-956fcbc524fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'name': 'tempest-TestShelveInstance-873503132-router', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': 'b2f5cc06-c6a6-4122-bbcc-75479edd8f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:29Z', 'updated_at': '2021-05-19T09:34:35Z', 'revision_number': 4, 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'gw_port': {'id': 'b2f5cc06-c6a6-4122-bbcc-75479edd8f0e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:30Z', 'updated_at': '2021-05-19T09:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': 'b72aa1e1-42a0-4a22-baf4-9a446e12913e', 'name': '', 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'mac_address': 'fa:16:3e:21:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd298f93a-a019-4ca0-bd96-2bc106686ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:34Z', 'updated_at': '2021-05-19T09:34:42Z', 'revision_number': 5, 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'subnets': [{'id': 'd298f93a-a019-4ca0-bd96-2bc106686ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:38:53.158539 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e9319-a9a9-47a1-b5a2-956fcbc524fd None None] The sync data for ids ['ca81b9ba-ed53-4d01-945c-095513680cae'] in dv-cinder-791281-2-smb is: [{'id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'name': 'tempest-TestShelveInstance-873503132-router', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': 'b2f5cc06-c6a6-4122-bbcc-75479edd8f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:29Z', 'updated_at': '2021-05-19T09:34:35Z', 'revision_number': 4, 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'gw_port': {'id': 'b2f5cc06-c6a6-4122-bbcc-75479edd8f0e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:30Z', 'updated_at': '2021-05-19T09:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': 'b72aa1e1-42a0-4a22-baf4-9a446e12913e', 'name': '', 'network_id': 'd18f6c36-0859-444b-a9be-eedab568b568', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'mac_address': 'fa:16:3e:21:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd298f93a-a019-4ca0-bd96-2bc106686ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:34Z', 'updated_at': '2021-05-19T09:34:42Z', 'revision_number': 5, 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'subnets': [{'id': 'd298f93a-a019-4ca0-bd96-2bc106686ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:38:53.378141 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcd9f8c-2c12-49b5-b94b-cd46072b1824 None None] New status for floating IP dea301ad-7ffc-4c54-8540-67e8ac40cc58: DOWN {{(pid=91654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:38:53.757399 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d517a9-be93-4ad4-a954-7d913c4fc404 req-dabc7c1c-94d9-4e1e-a7fb-c4a0f33f6868 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:53.758256 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-78d517a9-be93-4ad4-a954-7d913c4fc404 req-dabc7c1c-94d9-4e1e-a7fb-c4a0f33f6868 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Synchronizing usage tracker for tenant:97fc349a479c4afd9aea2d0219c002b2 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:38:53.773980 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-78d517a9-be93-4ad4-a954-7d913c4fc404 req-dabc7c1c-94d9-4e1e-a7fb-c4a0f33f6868 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Unset dirty status for tenant:97fc349a479c4afd9aea2d0219c002b2 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:38:53.775057 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-78d517a9-be93-4ad4-a954-7d913c4fc404 req-dabc7c1c-94d9-4e1e-a7fb-c4a0f33f6868 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 945 time: 0.1002283 May 19 09:38:53.819761 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-78d517a9-be93-4ad4-a954-7d913c4fc404 req-c647168d-1e19-4a3b-a2b8-915b99b69a69 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecf5450e-9d84-4b93-b625-e086bec61567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388803 May 19 09:38:53.976376 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d661b6-27eb-4303-a871-be3c3e9befb2 req-26d0ec01-8b0f-4dad-abd5-990e998c0f91 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:53.977905 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-85d661b6-27eb-4303-a871-be3c3e9befb2 req-26d0ec01-8b0f-4dad-abd5-990e998c0f91 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 945 time: 0.0904629 May 19 09:38:54.114576 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-85d661b6-27eb-4303-a871-be3c3e9befb2 req-b58e26a6-7d9c-48ca-9848-6243ee0acf62 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Deleting port 72859139-f998-4a75-8a61-a3b851c2386a {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:38:54.114918 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-85d661b6-27eb-4303-a871-be3c3e9befb2 req-b58e26a6-7d9c-48ca-9848-6243ee0acf62 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:54.336732 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-85d661b6-27eb-4303-a871-be3c3e9befb2 req-b58e26a6-7d9c-48ca-9848-6243ee0acf62 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] For port 72859139-f998-4a75-8a61-a3b851c2386a, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=72859139-f998-4a75-8a61-a3b851c2386a,segment=NetworkSegment(41b8987e-1e4e-42fb-ad21-cd0c89e962c3),segment_id=41b8987e-1e4e-42fb-ad21-cd0c89e962c3)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:38:54.336969 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-85d661b6-27eb-4303-a871-be3c3e9befb2 req-b58e26a6-7d9c-48ca-9848-6243ee0acf62 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:54.456991 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-85d661b6-27eb-4303-a871-be3c3e9befb2 req-b58e26a6-7d9c-48ca-9848-6243ee0acf62 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Calling delete_port for 72859139-f998-4a75-8a61-a3b851c2386a owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:38:54.564207 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-85d661b6-27eb-4303-a871-be3c3e9befb2 req-b58e26a6-7d9c-48ca-9848-6243ee0acf62 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:54.569516 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d8a0b431-cf3a-4764-9675-0f46f86ce7bb tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:54.618658 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e26a6-7d9c-48ca-9848-6243ee0acf62 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Pushing event deleted for resources: {'Port': ['ID=72859139-f998-4a75-8a61-a3b851c2386a,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:54.621463 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b58e26a6-7d9c-48ca-9848-6243ee0acf62 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:54.690863 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d661b6-27eb-4303-a871-be3c3e9befb2 req-b58e26a6-7d9c-48ca-9848-6243ee0acf62 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] No DVR routers for this DVR port 72859139-f998-4a75-8a61-a3b851c2386a on host hv-cinder-79128 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:38:54.693700 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-85d661b6-27eb-4303-a871-be3c3e9befb2 req-b58e26a6-7d9c-48ca-9848-6243ee0acf62 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:54.696193 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e37534e-234a-426d-8002-22931a5fad58', 'name': 'network-vif-deleted', 'tag': '72859139-f998-4a75-8a61-a3b851c2386a'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:38:54.712735 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-85d661b6-27eb-4303-a871-be3c3e9befb2 req-b58e26a6-7d9c-48ca-9848-6243ee0acf62 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.76 "DELETE /v2.0/ports/72859139-f998-4a75-8a61-a3b851c2386a HTTP/1.1" status: 204 len: 173 time: 0.7272480 May 19 09:38:54.746088 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e37534e-234a-426d-8002-22931a5fad58', 'name': 'network-vif-deleted', 'tag': '72859139-f998-4a75-8a61-a3b851c2386a', 'status': 'completed', 'code': 200} May 19 09:38:54.978813 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-5f5a6bd2-2fdc-4181-8a84-e31225d450b2 req-95591471-1e66-4d60-a5fc-7fd4589a0126 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Synchronizing usage tracker for tenant:97fc349a479c4afd9aea2d0219c002b2 on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:38:54.997987 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-5f5a6bd2-2fdc-4181-8a84-e31225d450b2 req-95591471-1e66-4d60-a5fc-7fd4589a0126 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Unset dirty status for tenant:97fc349a479c4afd9aea2d0219c002b2 on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:38:54.999448 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5f5a6bd2-2fdc-4181-8a84-e31225d450b2 req-95591471-1e66-4d60-a5fc-7fd4589a0126 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e37534e-234a-426d-8002-22931a5fad58 HTTP/1.1" status: 200 len: 210 time: 0.0678070 May 19 09:38:56.096537 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 49610) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:56.165745 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-2507ec40-bca0-4bd6-addd-bb733817deef tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:56.194650 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-2507ec40-bca0-4bd6-addd-bb733817deef tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:56.257114 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-2507ec40-bca0-4bd6-addd-bb733817deef tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:56.260819 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-60718019-c06d-4409-b66c-407a4b40abcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:56.274768 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507ec40-bca0-4bd6-addd-bb733817deef tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf5450e-9d84-4b93-b625-e086bec61567,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:56.277981 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-2507ec40-bca0-4bd6-addd-bb733817deef tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:56.288112 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-2507ec40-bca0-4bd6-addd-bb733817deef tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:56.289219 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-2507ec40-bca0-4bd6-addd-bb733817deef tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] 10.222.0.61 "DELETE /v2.0/security-groups/ecf5450e-9d84-4b93-b625-e086bec61567 HTTP/1.1" status: 204 len: 168 time: 0.1912332 May 19 09:38:56.328802 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 49616) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:56.899205 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-27b4656b-3adc-4804-a612-fa3a1de9dc37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3806281'] for router_interface, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:57.398921 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-27b4656b-3adc-4804-a612-fa3a1de9dc37 admin admin] Deleting port b72aa1e1-42a0-4a22-baf4-9a446e12913e {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:38:57.399599 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-27b4656b-3adc-4804-a612-fa3a1de9dc37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:57.520878 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-27b4656b-3adc-4804-a612-fa3a1de9dc37 admin admin] For port b72aa1e1-42a0-4a22-baf4-9a446e12913e, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=b72aa1e1-42a0-4a22-baf4-9a446e12913e,segment=NetworkSegment(41b8987e-1e4e-42fb-ad21-cd0c89e962c3),segment_id=41b8987e-1e4e-42fb-ad21-cd0c89e962c3)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:38:57.521228 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-27b4656b-3adc-4804-a612-fa3a1de9dc37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:57.649478 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-27b4656b-3adc-4804-a612-fa3a1de9dc37 admin admin] Calling delete_port for b72aa1e1-42a0-4a22-baf4-9a446e12913e owned by network:router_interface {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:38:57.811838 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-27b4656b-3adc-4804-a612-fa3a1de9dc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:57.816455 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-58b6697f-2131-437e-aad3-5e5cec365014 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:57.863472 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4656b-3adc-4804-a612-fa3a1de9dc37 admin admin] Pushing event deleted for resources: {'Port': ['ID=b72aa1e1-42a0-4a22-baf4-9a446e12913e,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:57.867434 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-27b4656b-3adc-4804-a612-fa3a1de9dc37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:58.131257 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-27b4656b-3adc-4804-a612-fa3a1de9dc37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3808217'] for router_interface, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:58.479090 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b4656b-3adc-4804-a612-fa3a1de9dc37 admin admin] Router ca81b9ba-ed53-4d01-945c-095513680cae has already been hosted by L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:38:58.747888 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b4656b-3adc-4804-a612-fa3a1de9dc37 admin admin] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:38:58.757329 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a21433-b5a3-4155-a435-ab2bf523f9a8 None None] Sync routers for ids ['ca81b9ba-ed53-4d01-945c-095513680cae'] in dv-cinder-791281-2-smb {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:38:58.768480 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-27b4656b-3adc-4804-a612-fa3a1de9dc37 admin admin] 10.222.0.61 "PUT /v2.0/routers/ca81b9ba-ed53-4d01-945c-095513680cae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4361937 May 19 09:38:58.768661 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a21433-b5a3-4155-a435-ab2bf523f9a8 None None] Routers {'ca81b9ba-ed53-4d01-945c-095513680cae'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:38:58.768661 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-44a21433-b5a3-4155-a435-ab2bf523f9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:38:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['ca81b9ba-ed53-4d01-945c-095513680cae'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:38:58.768891 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 49634) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:58.938862 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-979fbc31-0ebd-44f1-bdef-ffce4ddf6b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:58.952858 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a823e56c-f0b5-4dd6-bc3e-7545a8d96333 admin admin] Notify callbacks [] for router, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:58.959958 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-44a21433-b5a3-4155-a435-ab2bf523f9a8 None None] Set router ca81b9ba-ed53-4d01-945c-095513680cae gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:38:59.135265 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a823e56c-f0b5-4dd6-bc3e-7545a8d96333 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:59.168807 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 72859139-f998-4a75-8a61-a3b851c2386a no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:38:59.190378 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 49644) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:59.210865 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-a823e56c-f0b5-4dd6-bc3e-7545a8d96333 admin admin] Deleting port b2f5cc06-c6a6-4122-bbcc-75479edd8f0e {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:38:59.211657 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a823e56c-f0b5-4dd6-bc3e-7545a8d96333 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:59.211780 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] No Port match for: 72859139-f998-4a75-8a61-a3b851c2386a {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:38:59.211780 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device 72859139-f998-4a75-8a61-a3b851c2386a not bound to the agent host hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:38:59.299284 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-44a21433-b5a3-4155-a435-ab2bf523f9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'name': 'tempest-TestShelveInstance-873503132-router', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': 'b2f5cc06-c6a6-4122-bbcc-75479edd8f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:29Z', 'updated_at': '2021-05-19T09:38:57Z', 'revision_number': 5, 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'gw_port': {'id': 'b2f5cc06-c6a6-4122-bbcc-75479edd8f0e', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:30Z', 'updated_at': '2021-05-19T09:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb'}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:38:59.304121 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a21433-b5a3-4155-a435-ab2bf523f9a8 None None] Checking router: ca81b9ba-ed53-4d01-945c-095513680cae for host: dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:38:59.312889 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a21433-b5a3-4155-a435-ab2bf523f9a8 None None] Routers {'ca81b9ba-ed53-4d01-945c-095513680cae'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:38:59.313501 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-44a21433-b5a3-4155-a435-ab2bf523f9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:38:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['ca81b9ba-ed53-4d01-945c-095513680cae'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:38:59.315258 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7a621c02-aab3-41ae-8a53-7755bd083a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:59.330217 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-7a621c02-aab3-41ae-8a53-7755bd083a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:38:59.335002 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-7a621c02-aab3-41ae-8a53-7755bd083a9b admin admin] Usage tracker for resource:security_group_rule and tenant:d872cfa005264a57a414ae456be487f0 is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:38:59.337840 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-7a621c02-aab3-41ae-8a53-7755bd083a9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:38:59.339559 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-a823e56c-f0b5-4dd6-bc3e-7545a8d96333 admin admin] For port b2f5cc06-c6a6-4122-bbcc-75479edd8f0e, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=b2f5cc06-c6a6-4122-bbcc-75479edd8f0e,segment=NetworkSegment(55747ea9-294a-4e73-8f61-78bde3a770f5),segment_id=55747ea9-294a-4e73-8f61-78bde3a770f5)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:38:59.339920 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a823e56c-f0b5-4dd6-bc3e-7545a8d96333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:59.343733 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-7a621c02-aab3-41ae-8a53-7755bd083a9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:38:59.431615 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7a621c02-aab3-41ae-8a53-7755bd083a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:59.439007 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7a621c02-aab3-41ae-8a53-7755bd083a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:59.462612 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-5c8aa9bd-9a87-42f7-ae9e-1233a0bedc93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:59.465554 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-a823e56c-f0b5-4dd6-bc3e-7545a8d96333 admin admin] Calling delete_port for b2f5cc06-c6a6-4122-bbcc-75479edd8f0e owned by network:router_gateway {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:38:59.476727 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-44a21433-b5a3-4155-a435-ab2bf523f9a8 None None] Set router ca81b9ba-ed53-4d01-945c-095513680cae gateway port host: None {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:38:59.490614 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-7a621c02-aab3-41ae-8a53-7755bd083a9b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d872cfa005264a57a414ae456be487f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991858 May 19 09:38:59.493245 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 49650) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:59.495827 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a621c02-aab3-41ae-8a53-7755bd083a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875b6755-0647-4e18-807a-14815481ae07,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:59.503393 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a621c02-aab3-41ae-8a53-7755bd083a9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:59.503772 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a621c02-aab3-41ae-8a53-7755bd083a9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:59.504139 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a621c02-aab3-41ae-8a53-7755bd083a9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:59.505044 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a621c02-aab3-41ae-8a53-7755bd083a9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:59.505400 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a621c02-aab3-41ae-8a53-7755bd083a9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:59.505818 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a621c02-aab3-41ae-8a53-7755bd083a9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:59.506177 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a621c02-aab3-41ae-8a53-7755bd083a9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:59.506524 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a621c02-aab3-41ae-8a53-7755bd083a9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:59.506874 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a621c02-aab3-41ae-8a53-7755bd083a9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:59.507423 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a621c02-aab3-41ae-8a53-7755bd083a9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:59.507543 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a621c02-aab3-41ae-8a53-7755bd083a9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:59.507899 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a621c02-aab3-41ae-8a53-7755bd083a9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:59.512894 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-7a621c02-aab3-41ae-8a53-7755bd083a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:59.582438 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6cb7c6ed-7009-4652-b464-0a6aaf08ac09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:59.584711 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-44a21433-b5a3-4155-a435-ab2bf523f9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'name': 'tempest-TestShelveInstance-873503132-router', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:29Z', 'updated_at': '2021-05-19T09:38:59Z', 'revision_number': 6, 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'gw_port_host': None}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:38:59.588864 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a21433-b5a3-4155-a435-ab2bf523f9a8 None None] The sync data for ids ['ca81b9ba-ed53-4d01-945c-095513680cae'] in dv-cinder-791281-2-smb is: [{'id': 'ca81b9ba-ed53-4d01-945c-095513680cae', 'name': 'tempest-TestShelveInstance-873503132-router', 'tenant_id': '97fc349a479c4afd9aea2d0219c002b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:29Z', 'updated_at': '2021-05-19T09:38:59Z', 'revision_number': 6, 'project_id': '97fc349a479c4afd9aea2d0219c002b2', 'gw_port_host': None}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:38:59.619844 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6cb7c6ed-7009-4652-b464-0a6aaf08ac09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:59.711175 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a823e56c-f0b5-4dd6-bc3e-7545a8d96333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:59.715086 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-fe720ac7-c8b3-4e97-90b8-b892429ab93e tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:59.764221 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823e56c-f0b5-4dd6-bc3e-7545a8d96333 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2f5cc06-c6a6-4122-bbcc-75479edd8f0e,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:59.767592 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-a823e56c-f0b5-4dd6-bc3e-7545a8d96333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:59.791337 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6cb7c6ed-7009-4652-b464-0a6aaf08ac09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:59.799536 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-387cb451-7ca3-4959-b24a-13189a94189d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:59.842724 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7c6ed-7009-4652-b464-0a6aaf08ac09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875b6755-0647-4e18-807a-14815481ae07,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:59.848942 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6cb7c6ed-7009-4652-b464-0a6aaf08ac09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:59.866505 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-6cb7c6ed-7009-4652-b464-0a6aaf08ac09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:59.867602 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-6cb7c6ed-7009-4652-b464-0a6aaf08ac09 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/875b6755-0647-4e18-807a-14815481ae07 HTTP/1.1" status: 204 len: 168 time: 0.3734152 May 19 09:38:59.875814 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a823e56c-f0b5-4dd6-bc3e-7545a8d96333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827042'] for router_gateway, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:00.151696 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a823e56c-f0b5-4dd6-bc3e-7545a8d96333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3796441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125539'] for router, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:00.154030 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a823e56c-f0b5-4dd6-bc3e-7545a8d96333 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:00.179159 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a823e56c-f0b5-4dd6-bc3e-7545a8d96333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825717'] for router, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:00.179702 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a823e56c-f0b5-4dd6-bc3e-7545a8d96333 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca81b9ba-ed53-4d01-945c-095513680cae {{(pid=91651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 09:39:00.187939 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a823e56c-f0b5-4dd6-bc3e-7545a8d96333 admin admin] Notify callbacks [] for router, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:00.189026 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-a823e56c-f0b5-4dd6-bc3e-7545a8d96333 admin admin] 10.222.0.61 "DELETE /v2.0/routers/ca81b9ba-ed53-4d01-945c-095513680cae HTTP/1.1" status: 204 len: 168 time: 1.4194872 May 19 09:39:00.191734 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 49664) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:00.251960 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f742ff-59cf-470e-94fa-d19fe4b7f66c admin admin] Deleting subnet d298f93a-a019-4ca0-bd96-2bc106686ff3 {{(pid=91651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:39:00.255653 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-72f742ff-59cf-470e-94fa-d19fe4b7f66c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:00.305192 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-72f742ff-59cf-470e-94fa-d19fe4b7f66c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2109446'] for subnet, precommit_delete_associations {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:00.390990 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-72f742ff-59cf-470e-94fa-d19fe4b7f66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874305'] for subnet, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:00.447952 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device b72aa1e1-42a0-4a22-baf4-9a446e12913e no longer exists at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:39:00.483377 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] No Port match for: b72aa1e1-42a0-4a22-baf4-9a446e12913e {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:39:00.483801 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device b72aa1e1-42a0-4a22-baf4-9a446e12913e not bound to the agent host dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:39:00.484333 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device b2f5cc06-c6a6-4122-bbcc-75479edd8f0e no longer exists at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:39:00.524177 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] No Port match for: b2f5cc06-c6a6-4122-bbcc-75479edd8f0e {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:39:00.524708 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device b2f5cc06-c6a6-4122-bbcc-75479edd8f0e not bound to the agent host dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:39:00.604236 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 49678) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:00.662597 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-72f742ff-59cf-470e-94fa-d19fe4b7f66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2283599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2438426'] for subnet, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:00.666819 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:00.704708 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f742ff-59cf-470e-94fa-d19fe4b7f66c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d298f93a-a019-4ca0-bd96-2bc106686ff3,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:00.707755 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-72f742ff-59cf-470e-94fa-d19fe4b7f66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:00.719977 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-72f742ff-59cf-470e-94fa-d19fe4b7f66c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:00.731471 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbe1e8d-7be0-4fb1-8a2b-710ef516a94b None None] Network d18f6c36-0859-444b-a9be-eedab568b568 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:39:00.732323 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-72f742ff-59cf-470e-94fa-d19fe4b7f66c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d298f93a-a019-4ca0-bd96-2bc106686ff3 HTTP/1.1" status: 204 len: 168 time: 0.5344298 May 19 09:39:00.732819 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-5b9f01c2-5da8-4cfb-9a1f-de1462f2622e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1462432713-network', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:39:00.732920 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 49684) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:00.733738 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-5b9f01c2-5da8-4cfb-9a1f-de1462f2622e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:00.742022 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-5b9f01c2-5da8-4cfb-9a1f-de1462f2622e admin admin] Usage tracker for resource:network and tenant:3e67fd8b81e7411ebfc3353c9ad92d1c is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:39:00.745510 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-5b9f01c2-5da8-4cfb-9a1f-de1462f2622e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:39:00.755496 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-5b9f01c2-5da8-4cfb-9a1f-de1462f2622e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:00.766819 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9f01c2-5da8-4cfb-9a1f-de1462f2622e admin admin] Made reservation on behalf of 3e67fd8b81e7411ebfc3353c9ad92d1c for: {'network': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:39:00.769584 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5b9f01c2-5da8-4cfb-9a1f-de1462f2622e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-750978'] for network, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:00.787799 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5b9f01c2-5da8-4cfb-9a1f-de1462f2622e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:00.803357 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-5b9f01c2-5da8-4cfb-9a1f-de1462f2622e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:00.811563 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-5b9f01c2-5da8-4cfb-9a1f-de1462f2622e admin admin] Usage tracker for resource:security_group_rule and tenant:3e67fd8b81e7411ebfc3353c9ad92d1c is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:39:00.814478 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-5b9f01c2-5da8-4cfb-9a1f-de1462f2622e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:39:00.820877 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-5b9f01c2-5da8-4cfb-9a1f-de1462f2622e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:00.847085 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5af00344-07a9-467d-a4c4-aa8c1e67915e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723769'] for network, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:00.921721 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5b9f01c2-5da8-4cfb-9a1f-de1462f2622e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:00.926053 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5b9f01c2-5da8-4cfb-9a1f-de1462f2622e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:00.929521 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-5af00344-07a9-467d-a4c4-aa8c1e67915e admin admin] Deleting port 01e7f0bd-43c7-4531-bb47-437374db7bef {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:39:00.930117 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5af00344-07a9-467d-a4c4-aa8c1e67915e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:00.930417 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-6915fa91-f22b-4344-a0dd-d3e49a371c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:00.957412 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b9f01c2-5da8-4cfb-9a1f-de1462f2622e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=91652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:39:00.970911 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f01c2-5da8-4cfb-9a1f-de1462f2622e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0d831b-260e-4b5e-abb6-879a7ad03e70,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:00.974529 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-5b9f01c2-5da8-4cfb-9a1f-de1462f2622e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:00.977306 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5b9f01c2-5da8-4cfb-9a1f-de1462f2622e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:00.977641 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.db.segments_db [None req-5b9f01c2-5da8-4cfb-9a1f-de1462f2622e admin admin] Added segment 8bbf6d17-9050-42d5-b1e0-7e809ca17474 of type vlan for network 15ede415-7504-44c6-8896-c08fe69bafb9 May 19 09:39:01.008172 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5b9f01c2-5da8-4cfb-9a1f-de1462f2622e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789556115559'] for network, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:01.034614 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-5af00344-07a9-467d-a4c4-aa8c1e67915e admin admin] For port 01e7f0bd-43c7-4531-bb47-437374db7bef, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=01e7f0bd-43c7-4531-bb47-437374db7bef,segment=NetworkSegment(41b8987e-1e4e-42fb-ad21-cd0c89e962c3),segment_id=41b8987e-1e4e-42fb-ad21-cd0c89e962c3)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:01.034988 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5af00344-07a9-467d-a4c4-aa8c1e67915e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:01.047614 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5b9f01c2-5da8-4cfb-9a1f-de1462f2622e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355'] for network, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:01.048994 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9f01c2-5da8-4cfb-9a1f-de1462f2622e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:01.049599 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-5b9f01c2-5da8-4cfb-9a1f-de1462f2622e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:01.055149 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:01.067993 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0533dd72-f639-40f3-a355-d37eb4196fd2 None None] DHCP port deletion for d18f6c36-0859-444b-a9be-eedab568b568 request from dv-cinder-791281-2-smb {{(pid=91653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 09:39:01.140305 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-0533dd72-f639-40f3-a355-d37eb4196fd2 None None] Deleting port 01e7f0bd-43c7-4531-bb47-437374db7bef {{(pid=91653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:39:01.140667 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0533dd72-f639-40f3-a355-d37eb4196fd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:01.160048 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-5b9f01c2-5da8-4cfb-9a1f-de1462f2622e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5546150 May 19 09:39:01.160656 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 49688) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:01.168184 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-ade62ad6-c2bb-4b6f-a1a0-17b20bf1a996 admin admin] Request body: {'subnet': {'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1462432713-subnet', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'ip_version': 4}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:39:01.171649 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-5af00344-07a9-467d-a4c4-aa8c1e67915e admin admin] Calling delete_port for 01e7f0bd-43c7-4531-bb47-437374db7bef owned by network:dhcp {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:39:01.174403 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f01c2-5da8-4cfb-9a1f-de1462f2622e admin admin] Pushing event updated for resources: {'Network': ['ID=15ede415-7504-44c6-8896-c08fe69bafb9,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:01.176695 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-ade62ad6-c2bb-4b6f-a1a0-17b20bf1a996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:01.179155 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-5b9f01c2-5da8-4cfb-9a1f-de1462f2622e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:01.181368 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-ade62ad6-c2bb-4b6f-a1a0-17b20bf1a996 admin admin] Usage tracker for resource:subnet and tenant:3e67fd8b81e7411ebfc3353c9ad92d1c is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:39:01.184410 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-ade62ad6-c2bb-4b6f-a1a0-17b20bf1a996 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:39:01.190144 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-ade62ad6-c2bb-4b6f-a1a0-17b20bf1a996 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:01.201352 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade62ad6-c2bb-4b6f-a1a0-17b20bf1a996 admin admin] Made reservation on behalf of 3e67fd8b81e7411ebfc3353c9ad92d1c for: {'subnet': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:39:01.203731 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ade62ad6-c2bb-4b6f-a1a0-17b20bf1a996 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60223530'] for subnet, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:01.218889 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Network 15ede415-7504-44c6-8896-c08fe69bafb9 details requested by agent ovs-agent-dv-cinder-791281-2-smb with host dv-cinder-791281-2-smb {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:39:01.223916 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5af00344-07a9-467d-a4c4-aa8c1e67915e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:01.227931 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-16e071b4-8c93-4bd0-b8d5-0fd40d15cc71 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:01.278356 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af00344-07a9-467d-a4c4-aa8c1e67915e admin admin] No DVR routers for this DVR port 01e7f0bd-43c7-4531-bb47-437374db7bef on host dv-cinder-791281-2-smb {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:39:01.305864 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af00344-07a9-467d-a4c4-aa8c1e67915e admin admin] Pushing event deleted for resources: {'Port': ['ID=01e7f0bd-43c7-4531-bb47-437374db7bef,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:01.308524 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-5af00344-07a9-467d-a4c4-aa8c1e67915e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:01.334210 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-0533dd72-f639-40f3-a355-d37eb4196fd2 None None] For port 01e7f0bd-43c7-4531-bb47-437374db7bef, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=01e7f0bd-43c7-4531-bb47-437374db7bef,segment=NetworkSegment(41b8987e-1e4e-42fb-ad21-cd0c89e962c3),segment_id=41b8987e-1e4e-42fb-ad21-cd0c89e962c3)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:01.334609 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0533dd72-f639-40f3-a355-d37eb4196fd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:01.407161 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5af00344-07a9-467d-a4c4-aa8c1e67915e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868810', 'neutron.services.segments.db._delete_segments_for_network-8789556565890'] for network, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:01.422405 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.services.segments.db [None req-5af00344-07a9-467d-a4c4-aa8c1e67915e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18f6c36-0859-444b-a9be-eedab568b568']}} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:01.435294 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.services.segments.db [None req-5af00344-07a9-467d-a4c4-aa8c1e67915e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b8987e-1e4e-42fb-ad21-cd0c89e962c3') {'for_net_delete': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:01.435474 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.services.segments.db [None req-5af00344-07a9-467d-a4c4-aa8c1e67915e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b8987e-1e4e-42fb-ad21-cd0c89e962c3') {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:01.449127 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5af00344-07a9-467d-a4c4-aa8c1e67915e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789556576395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2109457'] for segment, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:01.466625 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5af00344-07a9-467d-a4c4-aa8c1e67915e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:01.469368 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-0533dd72-f639-40f3-a355-d37eb4196fd2 None None] Calling delete_port for 01e7f0bd-43c7-4531-bb47-437374db7bef owned by network:dhcp {{(pid=91653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:39:01.474183 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af00344-07a9-467d-a4c4-aa8c1e67915e admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=91651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:39:01.474876 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5af00344-07a9-467d-a4c4-aa8c1e67915e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2459373'] for segment, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:01.487384 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: Traceback (most recent call last): May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: timer() May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: cb(*args, **kw) May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: return func(*args, **kwargs) May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: self._notify() May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: self.callback(batched_events) May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: event.method(event) May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: return f(self, *a, **k) May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: return self._get(url).json() May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: return self.request(url, 'GET', **kwargs) May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:39:01.490500 dv-cinder-791281-2-smb neutron-server[91651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:39:01.524014 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0533dd72-f639-40f3-a355-d37eb4196fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079'] for port, after_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:01.528971 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:01.573744 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533dd72-f639-40f3-a355-d37eb4196fd2 None None] Pushing event deleted for resources: {'Port': ['ID=01e7f0bd-43c7-4531-bb47-437374db7bef,revision_number=None']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:01.574681 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5af00344-07a9-467d-a4c4-aa8c1e67915e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827017'] for network, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:01.576920 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-0533dd72-f639-40f3-a355-d37eb4196fd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:01.577807 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0533dd72-f639-40f3-a355-d37eb4196fd2 None None] No DVR routers for this DVR port 01e7f0bd-43c7-4531-bb47-437374db7bef on host dv-cinder-791281-2-smb {{(pid=91653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:39:01.591414 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-5af00344-07a9-467d-a4c4-aa8c1e67915e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:01.595233 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6b084c51-7653-4bd4-ac69-0b03d2cdcd0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:01.606922 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ade62ad6-c2bb-4b6f-a1a0-17b20bf1a996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2887671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60223512'] for subnet, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:01.612904 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-986ea3ee-111f-4f9d-a2ce-8a59eae40012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:01.616799 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af00344-07a9-467d-a4c4-aa8c1e67915e admin admin] Pushing event deleted for resources: {'Network': ['ID=d18f6c36-0859-444b-a9be-eedab568b568,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:01.619256 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-5af00344-07a9-467d-a4c4-aa8c1e67915e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:01.631033 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-5af00344-07a9-467d-a4c4-aa8c1e67915e admin admin] 10.222.0.61 "DELETE /v2.0/networks/d18f6c36-0859-444b-a9be-eedab568b568 HTTP/1.1" status: 204 len: 168 time: 0.9000194 May 19 09:39:01.633994 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 49692) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:01.684582 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade62ad6-c2bb-4b6f-a1a0-17b20bf1a996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87241497-40e8-46eb-87d3-8a39d2674dfc,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:01.690283 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ade62ad6-c2bb-4b6f-a1a0-17b20bf1a996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:01.700969 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade62ad6-c2bb-4b6f-a1a0-17b20bf1a996 admin admin] Checking segment: {'id': '8bbf6d17-9050-42d5-b1e0-7e809ca17474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:39:01.701450 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade62ad6-c2bb-4b6f-a1a0-17b20bf1a996 admin admin] Network hostable DHCP agents. Network: 15ede415-7504-44c6-8896-c08fe69bafb9, hostable agents: ['6779d86a-8148-4f18-b3ad-742629ae43e2'], hosted agents: [] {{(pid=91652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:39:01.725428 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade62ad6-c2bb-4b6f-a1a0-17b20bf1a996 admin admin] Network 15ede415-7504-44c6-8896-c08fe69bafb9 is scheduled to be hosted by DHCP agent 6779d86a-8148-4f18-b3ad-742629ae43e2 with binding_index 1 {{(pid=91652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:39:01.736060 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-ade62ad6-c2bb-4b6f-a1a0-17b20bf1a996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-smb, 15ede415-7504-44c6-8896-c08fe69bafb9) {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:39:01.748470 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db401b2d-4eee-4156-b266-b76bc116b373 None None] Network 15ede415-7504-44c6-8896-c08fe69bafb9 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:39:01.751039 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade62ad6-c2bb-4b6f-a1a0-17b20bf1a996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:01.751672 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-ade62ad6-c2bb-4b6f-a1a0-17b20bf1a996 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:01.778372 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-ade62ad6-c2bb-4b6f-a1a0-17b20bf1a996 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6144841 May 19 09:39:01.778987 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 49696) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:01.784123 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-f64bca31-5126-4ffe-8764-dc74516c0bb3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1462432713-router', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:39:01.789088 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-f64bca31-5126-4ffe-8764-dc74516c0bb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:01.793200 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-f64bca31-5126-4ffe-8764-dc74516c0bb3 admin admin] Usage tracker for resource:router and tenant:3e67fd8b81e7411ebfc3353c9ad92d1c is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:39:01.796181 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-f64bca31-5126-4ffe-8764-dc74516c0bb3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:39:01.802918 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-f64bca31-5126-4ffe-8764-dc74516c0bb3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:01.814350 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f64bca31-5126-4ffe-8764-dc74516c0bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3796340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125553'] for router, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:01.815368 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f64bca31-5126-4ffe-8764-dc74516c0bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826997', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3742387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125544'] for router, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:01.832082 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f64bca31-5126-4ffe-8764-dc74516c0bb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:01.981061 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-e2160d9e-9af0-4c4d-b810-a98673c1ee1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:01.984295 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a3934b-6e79-4fb1-b934-9f19c750d604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea425bde-057b-533b-bc1c-047233ed6b72-15ede415-7504-44c6-8896-c08fe69bafb9', 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'fixed_ips': [{'subnet_id': '87241497-40e8-46eb-87d3-8a39d2674dfc'}]}} from dv-cinder-791281-2-smb. {{(pid=91653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 09:39:01.985174 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-98a3934b-6e79-4fb1-b934-9f19c750d604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:02.119720 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f64bca31-5126-4ffe-8764-dc74516c0bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3796230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125530'] for router, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:02.138725 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 01e7f0bd-43c7-4531-bb47-437374db7bef no longer exists at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:39:02.177551 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] No Port match for: 01e7f0bd-43c7-4531-bb47-437374db7bef {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:39:02.178010 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 01e7f0bd-43c7-4531-bb47-437374db7bef not bound to the agent host dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:39:02.191361 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.db_base_plugin_common [None req-98a3934b-6e79-4fb1-b934-9f19c750d604 None None] Allocated IP 172.20.0.2 (15ede415-7504-44c6-8896-c08fe69bafb9/87241497-40e8-46eb-87d3-8a39d2674dfc/85b0b1f9-6130-4823-8fd4-d578ecacde5c) {{(pid=91653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:39:02.344391 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-eeb20196-021e-4d60-ad4b-1f34a7fc90ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3806281'] for router_interface, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:02.412569 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-98a3934b-6e79-4fb1-b934-9f19c750d604 None None] Notify callbacks [] for port, precommit_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:02.423465 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-98a3934b-6e79-4fb1-b934-9f19c750d604 None None] Transition to ACTIVE for port object 85b0b1f9-6130-4823-8fd4-d578ecacde5c will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:39:02.443986 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-98a3934b-6e79-4fb1-b934-9f19c750d604 None None] Transition to ACTIVE for port object 85b0b1f9-6130-4823-8fd4-d578ecacde5c will not be triggered until provisioned by entity DHCP. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:39:02.449940 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-98a3934b-6e79-4fb1-b934-9f19c750d604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:02.453458 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:02.522072 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a3934b-6e79-4fb1-b934-9f19c750d604 None None] Network 15ede415-7504-44c6-8896-c08fe69bafb9 is already hosted by enough agents. {{(pid=91653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:39:02.524905 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.scheduler.base_scheduler [None req-98a3934b-6e79-4fb1-b934-9f19c750d604 None None] Resources bound (agent type, host, resource id): {{(pid=91653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:39:02.528469 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a3934b-6e79-4fb1-b934-9f19c750d604 None None] Received port after_create {{(pid=91653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:39:02.534219 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3934b-6e79-4fb1-b934-9f19c750d604 None None] Pushing event updated for resources: {'Port': ['ID=85b0b1f9-6130-4823-8fd4-d578ecacde5c,revision_number=1']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:02.538563 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-98a3934b-6e79-4fb1-b934-9f19c750d604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:02.554017 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f64bca31-5126-4ffe-8764-dc74516c0bb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:02.584130 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f64bca31-5126-4ffe-8764-dc74516c0bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:02.626362 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-98a3934b-6e79-4fb1-b934-9f19c750d604 None None] Attempting to bind port 85b0b1f9-6130-4823-8fd4-d578ecacde5c on host dv-cinder-791281-2-smb for vnic_type normal with profile {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:39:02.626678 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-98a3934b-6e79-4fb1-b934-9f19c750d604 None None] Attempting to bind port 85b0b1f9-6130-4823-8fd4-d578ecacde5c by drivers openvswitch,hyperv on host dv-cinder-791281-2-smb at level 0 using segments [{'id': '8bbf6d17-9050-42d5-b1e0-7e809ca17474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:39:02.627003 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a3934b-6e79-4fb1-b934-9f19c750d604 None None] Attempting to bind port 85b0b1f9-6130-4823-8fd4-d578ecacde5c on network 15ede415-7504-44c6-8896-c08fe69bafb9 {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:39:02.632700 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a3934b-6e79-4fb1-b934-9f19c750d604 None None] Checking agent: {'id': 'ed3a6ef3-8a48-48e1-82fc-7237784a1888', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 23, 31), 'started_at': datetime.datetime(2021, 5, 19, 9, 24, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:39:02.633075 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a3934b-6e79-4fb1-b934-9f19c750d604 None None] Checking segment: {'id': '8bbf6d17-9050-42d5-b1e0-7e809ca17474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:39:02.633476 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-98a3934b-6e79-4fb1-b934-9f19c750d604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:02.633987 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a3934b-6e79-4fb1-b934-9f19c750d604 None None] Bound using segment: {'id': '8bbf6d17-9050-42d5-b1e0-7e809ca17474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:39:02.634426 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-98a3934b-6e79-4fb1-b934-9f19c750d604 None None] Bound port: 85b0b1f9-6130-4823-8fd4-d578ecacde5c, host: dv-cinder-791281-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bbf6d17-9050-42d5-b1e0-7e809ca17474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:39:02.635522 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-98a3934b-6e79-4fb1-b934-9f19c750d604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:02.727595 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-98a3934b-6e79-4fb1-b934-9f19c750d604 None None] For port 85b0b1f9-6130-4823-8fd4-d578ecacde5c, host dv-cinder-791281-2-smb, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:39:02.731137 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-98a3934b-6e79-4fb1-b934-9f19c750d604 None None] For port 85b0b1f9-6130-4823-8fd4-d578ecacde5c, host dv-cinder-791281-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=85b0b1f9-6130-4823-8fd4-d578ecacde5c,segment=NetworkSegment(8bbf6d17-9050-42d5-b1e0-7e809ca17474),segment_id=8bbf6d17-9050-42d5-b1e0-7e809ca17474)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:39:02.732945 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-f64bca31-5126-4ffe-8764-dc74516c0bb3 admin admin] Allocated IP 172.28.0.114 (7d528ae4-f655-4215-abed-2652e9d6f37f/518ab1fe-b41e-417a-a1c0-f577284c585f/9931f772-7666-43ca-893b-fd48bc57bbe2) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:39:02.736433 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-98a3934b-6e79-4fb1-b934-9f19c750d604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:02.741224 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:02.787265 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-eeb20196-021e-4d60-ad4b-1f34a7fc90ee admin admin] Deleting port 9bfb1086-6940-49b8-a8c5-f6879790e393 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:39:02.787729 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-eeb20196-021e-4d60-ad4b-1f34a7fc90ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:02.876670 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3934b-6e79-4fb1-b934-9f19c750d604 None None] Pushing event updated for resources: {'Port': ['ID=85b0b1f9-6130-4823-8fd4-d578ecacde5c,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:02.879865 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-98a3934b-6e79-4fb1-b934-9f19c750d604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:02.891711 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:02.899770 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f64bca31-5126-4ffe-8764-dc74516c0bb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:02.935102 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-eeb20196-021e-4d60-ad4b-1f34a7fc90ee admin admin] For port 9bfb1086-6940-49b8-a8c5-f6879790e393, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=9bfb1086-6940-49b8-a8c5-f6879790e393,segment=NetworkSegment(c3069388-f516-4ec8-a457-c5d5eb7a211d),segment_id=c3069388-f516-4ec8-a457-c5d5eb7a211d)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:02.935675 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-eeb20196-021e-4d60-ad4b-1f34a7fc90ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:02.935896 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f64bca31-5126-4ffe-8764-dc74516c0bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838887'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:02.939710 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-7e55707b-13ab-48af-bed6-56880ba595cf tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:03.007136 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64bca31-5126-4ffe-8764-dc74516c0bb3 admin admin] Network 7d528ae4-f655-4215-abed-2652e9d6f37f is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:39:03.010185 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-f64bca31-5126-4ffe-8764-dc74516c0bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:39:03.013997 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64bca31-5126-4ffe-8764-dc74516c0bb3 admin admin] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:39:03.073596 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-eeb20196-021e-4d60-ad4b-1f34a7fc90ee admin admin] Calling delete_port for 9bfb1086-6940-49b8-a8c5-f6879790e393 owned by network:router_interface {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:39:03.077738 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64bca31-5126-4ffe-8764-dc74516c0bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=9931f772-7666-43ca-893b-fd48bc57bbe2,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:03.087866 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f64bca31-5126-4ffe-8764-dc74516c0bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:03.248372 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-eeb20196-021e-4d60-ad4b-1f34a7fc90ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:03.251883 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-b58e26a6-7d9c-48ca-9848-6243ee0acf62 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:03.296276 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb20196-021e-4d60-ad4b-1f34a7fc90ee admin admin] Pushing event deleted for resources: {'Port': ['ID=9bfb1086-6940-49b8-a8c5-f6879790e393,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:03.299416 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-eeb20196-021e-4d60-ad4b-1f34a7fc90ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:03.471503 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f64bca31-5126-4ffe-8764-dc74516c0bb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:03.689559 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-eeb20196-021e-4d60-ad4b-1f34a7fc90ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3808217'] for router_interface, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:03.841682 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f64bca31-5126-4ffe-8764-dc74516c0bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3796351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827087'] for router, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:03.852613 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d89196-7946-4f48-a132-d2f2e3b286c3 None None] Network 15ede415-7504-44c6-8896-c08fe69bafb9 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:39:03.953795 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-b1226789-73a5-4a73-8181-5339649eae76 None None] Provisioning for port 85b0b1f9-6130-4823-8fd4-d578ecacde5c completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:39:04.067829 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb20196-021e-4d60-ad4b-1f34a7fc90ee admin admin] Router 41936fa9-667c-4cc1-bf59-79d769e35207 has already been hosted by L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:39:04.208158 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64bca31-5126-4ffe-8764-dc74516c0bb3 admin admin] Router 3de06391-23c0-4b65-9a1c-ff938e13591e is scheduled to L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 with binding_index 1 {{(pid=91652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 09:39:04.266550 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 85b0b1f9-6130-4823-8fd4-d578ecacde5c up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:39:04.269250 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb20196-021e-4d60-ad4b-1f34a7fc90ee admin admin] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:39:04.280405 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c73fdf-30aa-4c71-a877-f9a47e0d1020 None None] Sync routers for ids ['41936fa9-667c-4cc1-bf59-79d769e35207'] in dv-cinder-791281-2-smb {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:39:04.294022 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c73fdf-30aa-4c71-a877-f9a47e0d1020 None None] Routers {'41936fa9-667c-4cc1-bf59-79d769e35207'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:39:04.294981 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-f2c73fdf-30aa-4c71-a877-f9a47e0d1020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:39:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['41936fa9-667c-4cc1-bf59-79d769e35207'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:04.298343 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-eeb20196-021e-4d60-ad4b-1f34a7fc90ee admin admin] 10.222.0.61 "PUT /v2.0/routers/41936fa9-667c-4cc1-bf59-79d769e35207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6608384 May 19 09:39:04.298688 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 49700) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:04.353550 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning for port 85b0b1f9-6130-4823-8fd4-d578ecacde5c completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:39:04.360606 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 85b0b1f9-6130-4823-8fd4-d578ecacde5c triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:39:04.361203 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:04.434953 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-db590fa5-a4a2-4322-8d93-ed15c67d796e None None] Provisioning complete for port 85b0b1f9-6130-4823-8fd4-d578ecacde5c triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:39:04.435359 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-db590fa5-a4a2-4322-8d93-ed15c67d796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:04.444647 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64bca31-5126-4ffe-8764-dc74516c0bb3 admin admin] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:39:04.473129 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] Sync routers for ids ['3de06391-23c0-4b65-9a1c-ff938e13591e'] in dv-cinder-791281-2-smb {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:39:04.481895 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d0d6937d-12dc-4e00-801f-829136772504 admin admin] Notify callbacks [] for router, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:04.482107 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f64bca31-5126-4ffe-8764-dc74516c0bb3 admin admin] Notify callbacks [] for router, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:04.483549 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-f64bca31-5126-4ffe-8764-dc74516c0bb3 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7036216 May 19 09:39:04.486455 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 49704) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:04.534077 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] Routers {'3de06391-23c0-4b65-9a1c-ff938e13591e'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:39:04.534710 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:39:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['3de06391-23c0-4b65-9a1c-ff938e13591e'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:04.574727 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-f2c73fdf-30aa-4c71-a877-f9a47e0d1020 None None] Set router 41936fa9-667c-4cc1-bf59-79d769e35207 gateway port host: dv-cinder-791281-2-smb {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:39:04.672685 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d0d6937d-12dc-4e00-801f-829136772504 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:04.744583 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:04.749381 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-db590fa5-a4a2-4322-8d93-ed15c67d796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:04.767200 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6937d-12dc-4e00-801f-829136772504 admin admin] Deleting port 95e8b333-d643-4f57-b84d-ecd0f043747a {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:39:04.767755 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d0d6937d-12dc-4e00-801f-829136772504 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:04.830860 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:04.891592 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-db590fa5-a4a2-4322-8d93-ed15c67d796e None None] For port 85b0b1f9-6130-4823-8fd4-d578ecacde5c, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=85b0b1f9-6130-4823-8fd4-d578ecacde5c,segment=NetworkSegment(8bbf6d17-9050-42d5-b1e0-7e809ca17474),segment_id=8bbf6d17-9050-42d5-b1e0-7e809ca17474)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:04.903503 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-db590fa5-a4a2-4322-8d93-ed15c67d796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:04.910585 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] Set router 3de06391-23c0-4b65-9a1c-ff938e13591e gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:39:04.916716 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-f2c73fdf-30aa-4c71-a877-f9a47e0d1020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41936fa9-667c-4cc1-bf59-79d769e35207', 'name': 'tempest-TestShelveInstance-636839217-router', 'tenant_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '95e8b333-d643-4f57-b84d-ecd0f043747a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:38Z', 'updated_at': '2021-05-19T09:39:03Z', 'revision_number': 5, 'project_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'gw_port': {'id': '95e8b333-d643-4f57-b84d-ecd0f043747a', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41936fa9-667c-4cc1-bf59-79d769e35207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:39Z', 'updated_at': '2021-05-19T09:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb'}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:04.920749 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c73fdf-30aa-4c71-a877-f9a47e0d1020 None None] Checking router: 41936fa9-667c-4cc1-bf59-79d769e35207 for host: dv-cinder-791281-2-smb {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:39:04.923248 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-d0d6937d-12dc-4e00-801f-829136772504 admin admin] For port 95e8b333-d643-4f57-b84d-ecd0f043747a, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=95e8b333-d643-4f57-b84d-ecd0f043747a,segment=NetworkSegment(55747ea9-294a-4e73-8f61-78bde3a770f5),segment_id=55747ea9-294a-4e73-8f61-78bde3a770f5)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:04.923880 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d0d6937d-12dc-4e00-801f-829136772504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:04.929694 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c73fdf-30aa-4c71-a877-f9a47e0d1020 None None] Routers {'41936fa9-667c-4cc1-bf59-79d769e35207'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:39:04.930349 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-f2c73fdf-30aa-4c71-a877-f9a47e0d1020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:39:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['41936fa9-667c-4cc1-bf59-79d769e35207'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:04.956555 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:05.100790 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-f2c73fdf-30aa-4c71-a877-f9a47e0d1020 None None] Set router 41936fa9-667c-4cc1-bf59-79d769e35207 gateway port host: None {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:39:05.189113 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.db.api [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 09:39:05.189823 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6937d-12dc-4e00-801f-829136772504 admin admin] Calling delete_port for 95e8b333-d643-4f57-b84d-ecd0f043747a owned by network:router_gateway {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:39:05.190114 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_db.api [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 09:39:05.218878 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-f2c73fdf-30aa-4c71-a877-f9a47e0d1020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41936fa9-667c-4cc1-bf59-79d769e35207', 'name': 'tempest-TestShelveInstance-636839217-router', 'tenant_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:38Z', 'updated_at': '2021-05-19T09:39:04Z', 'revision_number': 6, 'project_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'gw_port_host': None}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:05.222883 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c73fdf-30aa-4c71-a877-f9a47e0d1020 None None] The sync data for ids ['41936fa9-667c-4cc1-bf59-79d769e35207'] in dv-cinder-791281-2-smb is: [{'id': '41936fa9-667c-4cc1-bf59-79d769e35207', 'name': 'tempest-TestShelveInstance-636839217-router', 'tenant_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:38Z', 'updated_at': '2021-05-19T09:39:04Z', 'revision_number': 6, 'project_id': 'f5d1b05e30714cbea49d828d58b5d5d7', 'gw_port_host': None}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:39:05.246090 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db590fa5-a4a2-4322-8d93-ed15c67d796e None None] Pushing event updated for resources: {'Port': ['ID=85b0b1f9-6130-4823-8fd4-d578ecacde5c,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:05.251642 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-db590fa5-a4a2-4322-8d93-ed15c67d796e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:05.281745 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-709722ce-fbec-4be1-a017-f98c3190196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:05.358669 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d0d6937d-12dc-4e00-801f-829136772504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:05.365639 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'name': 'tempest-TestMinimumBasicScenario-1462432713-router', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '9931f772-7666-43ca-893b-fd48bc57bbe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:39:01Z', 'updated_at': '2021-05-19T09:39:03Z', 'revision_number': 3, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'gw_port': {'id': '9931f772-7666-43ca-893b-fd48bc57bbe2', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:39:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:02Z', 'updated_at': '2021-05-19T09:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb'}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:05.367698 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4f932788-9ad4-4e01-917e-59b5fb80c6de tempest-VolumesSnapshotTestJSON-61402985 tempest-VolumesSnapshotTestJSON-61402985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:05.369888 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] Checking router: 3de06391-23c0-4b65-9a1c-ff938e13591e for host: dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:39:05.370240 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] Updating router 3de06391-23c0-4b65-9a1c-ff938e13591e port 9931f772-7666-43ca-893b-fd48bc57bbe2 binding host dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:39:05.413122 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6937d-12dc-4e00-801f-829136772504 admin admin] Pushing event deleted for resources: {'Port': ['ID=95e8b333-d643-4f57-b84d-ecd0f043747a,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:05.423981 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:05.446783 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d0d6937d-12dc-4e00-801f-829136772504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:05.505855 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d0d6937d-12dc-4e00-801f-829136772504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827042'] for router_gateway, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:05.517014 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-709722ce-fbec-4be1-a017-f98c3190196f admin admin] Allocated IP 172.20.0.1 (15ede415-7504-44c6-8896-c08fe69bafb9/87241497-40e8-46eb-87d3-8a39d2674dfc/efeafa02-b9b8-4b39-8f02-840cc5f31e18) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:39:05.703871 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d0d6937d-12dc-4e00-801f-829136772504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3796441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125539'] for router, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:05.706091 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d0d6937d-12dc-4e00-801f-829136772504 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:05.749908 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d0d6937d-12dc-4e00-801f-829136772504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825717'] for router, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:05.750521 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d6937d-12dc-4e00-801f-829136772504 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41936fa9-667c-4cc1-bf59-79d769e35207 {{(pid=91651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 09:39:05.765520 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d0d6937d-12dc-4e00-801f-829136772504 admin admin] Notify callbacks [] for router, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:05.766902 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-d0d6937d-12dc-4e00-801f-829136772504 admin admin] 10.222.0.61 "DELETE /v2.0/routers/41936fa9-667c-4cc1-bf59-79d769e35207 HTTP/1.1" status: 204 len: 168 time: 1.4672906 May 19 09:39:05.769432 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 49708) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:05.826944 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-709722ce-fbec-4be1-a017-f98c3190196f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:05.830836 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae8d0f4-388b-4ae3-ab75-2a572d319277 admin admin] Deleting subnet 2596f561-69f3-4e6f-807b-e3321c91864e {{(pid=91651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:39:05.834489 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fae8d0f4-388b-4ae3-ab75-2a572d319277 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:05.843572 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.provisioning_blocks [None req-709722ce-fbec-4be1-a017-f98c3190196f admin admin] Transition to ACTIVE for port object efeafa02-b9b8-4b39-8f02-840cc5f31e18 will not be triggered until provisioned by entity DHCP. {{(pid=91652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:39:05.873264 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-709722ce-fbec-4be1-a017-f98c3190196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838887'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:05.877922 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:05.888664 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fae8d0f4-388b-4ae3-ab75-2a572d319277 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2109446'] for subnet, precommit_delete_associations {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:05.889819 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] Notify callbacks [] for port, precommit_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:05.902284 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] Transition to ACTIVE for port object 9931f772-7666-43ca-893b-fd48bc57bbe2 will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:39:05.907989 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:05.912177 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-db590fa5-a4a2-4322-8d93-ed15c67d796e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:05.942444 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709722ce-fbec-4be1-a017-f98c3190196f admin admin] Network 15ede415-7504-44c6-8896-c08fe69bafb9 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:39:05.945439 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-709722ce-fbec-4be1-a017-f98c3190196f admin admin] Resources bound (agent type, host, resource id): {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:39:05.949263 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709722ce-fbec-4be1-a017-f98c3190196f admin admin] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:39:05.973968 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fae8d0f4-388b-4ae3-ab75-2a572d319277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874305'] for subnet, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:05.984547 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709722ce-fbec-4be1-a017-f98c3190196f admin admin] Pushing event updated for resources: {'Port': ['ID=efeafa02-b9b8-4b39-8f02-840cc5f31e18,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:05.991344 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-709722ce-fbec-4be1-a017-f98c3190196f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:06.011114 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] Attempting to bind port 9931f772-7666-43ca-893b-fd48bc57bbe2 on host dv-cinder-791281-2-smb for vnic_type normal with profile {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:39:06.011810 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] Attempting to bind port 9931f772-7666-43ca-893b-fd48bc57bbe2 by drivers openvswitch,hyperv on host dv-cinder-791281-2-smb at level 0 using segments [{'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:39:06.012714 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] Attempting to bind port 9931f772-7666-43ca-893b-fd48bc57bbe2 on network 7d528ae4-f655-4215-abed-2652e9d6f37f {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:39:06.024709 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-709722ce-fbec-4be1-a017-f98c3190196f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3806268'] for router_interface, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:06.025012 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676e7a4-63ee-4ee0-aaa6-5c28672569fe None None] Pushing event updated for resources: {'Port': ['ID=9931f772-7666-43ca-893b-fd48bc57bbe2,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:06.032485 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] Checking agent: {'id': 'ed3a6ef3-8a48-48e1-82fc-7237784a1888', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 23, 31), 'started_at': datetime.datetime(2021, 5, 19, 9, 24, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:39:06.033677 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] Checking segment: {'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:39:06.034673 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:06.035083 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] Bound using segment: {'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:39:06.037108 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] Bound port: 9931f772-7666-43ca-893b-fd48bc57bbe2, host: dv-cinder-791281-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:39:06.037403 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:06.075976 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-5676e7a4-63ee-4ee0-aaa6-5c28672569fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:06.150822 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] For port 9931f772-7666-43ca-893b-fd48bc57bbe2, host dv-cinder-791281-2-smb, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:39:06.155496 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] For port 9931f772-7666-43ca-893b-fd48bc57bbe2, host dv-cinder-791281-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=9931f772-7666-43ca-893b-fd48bc57bbe2,segment=NetworkSegment(55747ea9-294a-4e73-8f61-78bde3a770f5),segment_id=55747ea9-294a-4e73-8f61-78bde3a770f5)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:39:06.162478 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:06.168593 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:06.220009 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 85b0b1f9-6130-4823-8fd4-d578ecacde5c up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:39:06.330421 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] Routers {'3de06391-23c0-4b65-9a1c-ff938e13591e'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:39:06.331482 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:39:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['3de06391-23c0-4b65-9a1c-ff938e13591e'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:06.339699 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-709722ce-fbec-4be1-a017-f98c3190196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:06.341096 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fae8d0f4-388b-4ae3-ab75-2a572d319277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2283599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2438426'] for subnet, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:06.346378 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:06.391524 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8d0f4-388b-4ae3-ab75-2a572d319277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2596f561-69f3-4e6f-807b-e3321c91864e,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:06.397722 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fae8d0f4-388b-4ae3-ab75-2a572d319277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:06.402864 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-fae8d0f4-388b-4ae3-ab75-2a572d319277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:06.407818 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-fae8d0f4-388b-4ae3-ab75-2a572d319277 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2596f561-69f3-4e6f-807b-e3321c91864e HTTP/1.1" status: 204 len: 168 time: 0.6346595 May 19 09:39:06.410576 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 49712) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:06.418397 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fca212e-2230-49ef-880f-4f7baf9f7527 None None] Network 6c376777-e823-403d-bf86-e421a0d50303 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:39:06.438344 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676e7a4-63ee-4ee0-aaa6-5c28672569fe None None] Pushing event updated for resources: {'Port': ['ID=9931f772-7666-43ca-893b-fd48bc57bbe2,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:06.469025 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-5676e7a4-63ee-4ee0-aaa6-5c28672569fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:06.535389 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-78d647c9-e5de-468c-8d91-c5fb4cdd521b None None] Provisioning for port efeafa02-b9b8-4b39-8f02-840cc5f31e18 completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:39:06.561679 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b92af368-dbe4-40ac-a77a-772d59e63ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723769'] for network, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:06.599886 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-78d647c9-e5de-468c-8d91-c5fb4cdd521b None None] Provisioning complete for port efeafa02-b9b8-4b39-8f02-840cc5f31e18 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:39:06.600257 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-78d647c9-e5de-468c-8d91-c5fb4cdd521b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:06.674927 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 85b0b1f9-6130-4823-8fd4-d578ecacde5c triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:39:06.675219 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:06.731608 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-709722ce-fbec-4be1-a017-f98c3190196f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:06.736946 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-709722ce-fbec-4be1-a017-f98c3190196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838910'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:06.764003 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-ac7a8c22-b1f0-4c23-93b3-20f72db9aa86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:06.793196 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-b92af368-dbe4-40ac-a77a-772d59e63ffc admin admin] Deleting port f5bb7556-f091-493b-bfeb-309864652846 {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:39:06.793541 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b92af368-dbe4-40ac-a77a-772d59e63ffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:06.804035 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-78d647c9-e5de-468c-8d91-c5fb4cdd521b None None] Port efeafa02-b9b8-4b39-8f02-840cc5f31e18 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:39:06.811862 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] Set router 3de06391-23c0-4b65-9a1c-ff938e13591e gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:39:06.921203 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-709722ce-fbec-4be1-a017-f98c3190196f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3806299'] for router_interface, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:06.950714 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.db [None req-b92af368-dbe4-40ac-a77a-772d59e63ffc admin admin] For port f5bb7556-f091-493b-bfeb-309864652846, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=f5bb7556-f091-493b-bfeb-309864652846,segment=NetworkSegment(c3069388-f516-4ec8-a457-c5d5eb7a211d),segment_id=c3069388-f516-4ec8-a457-c5d5eb7a211d)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:06.950952 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b92af368-dbe4-40ac-a77a-772d59e63ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:06.958996 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709722ce-fbec-4be1-a017-f98c3190196f admin admin] Pushing event updated for resources: {'Port': ['ID=efeafa02-b9b8-4b39-8f02-840cc5f31e18,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:06.973027 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-709722ce-fbec-4be1-a017-f98c3190196f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:07.102994 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-b92af368-dbe4-40ac-a77a-772d59e63ffc admin admin] Calling delete_port for f5bb7556-f091-493b-bfeb-309864652846 owned by network:dhcp {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:39:07.175917 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488e4613-8cf7-4b94-be9d-b9a25a971591 None None] DHCP port deletion for 6c376777-e823-403d-bf86-e421a0d50303 request from dv-cinder-791281-2-smb {{(pid=91653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 09:39:07.218440 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 9bfb1086-6940-49b8-a8c5-f6879790e393 no longer exists at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:39:07.223551 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709722ce-fbec-4be1-a017-f98c3190196f admin admin] Network 15ede415-7504-44c6-8896-c08fe69bafb9 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:39:07.225934 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-709722ce-fbec-4be1-a017-f98c3190196f admin admin] Resources bound (agent type, host, resource id): {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:39:07.312621 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] No Port match for: 9bfb1086-6940-49b8-a8c5-f6879790e393 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:39:07.312968 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 9bfb1086-6940-49b8-a8c5-f6879790e393 not bound to the agent host dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:39:07.313595 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 95e8b333-d643-4f57-b84d-ecd0f043747a no longer exists at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:39:07.356949 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] No Port match for: 95e8b333-d643-4f57-b84d-ecd0f043747a {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:39:07.357297 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 95e8b333-d643-4f57-b84d-ecd0f043747a not bound to the agent host dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:39:07.397498 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'name': 'tempest-TestMinimumBasicScenario-1462432713-router', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '9931f772-7666-43ca-893b-fd48bc57bbe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:39:01Z', 'updated_at': '2021-05-19T09:39:06Z', 'revision_number': 4, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'gw_port': {'id': '9931f772-7666-43ca-893b-fd48bc57bbe2', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:39:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:02Z', 'updated_at': '2021-05-19T09:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': 'efeafa02-b9b8-4b39-8f02-840cc5f31e18', 'name': '', 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'mac_address': 'fa:16:3e:9e:0f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '87241497-40e8-46eb-87d3-8a39d2674dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:05Z', 'updated_at': '2021-05-19T09:39:05Z', 'revision_number': 1, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'subnets': [{'id': '87241497-40e8-46eb-87d3-8a39d2674dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:07.402268 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-488e4613-8cf7-4b94-be9d-b9a25a971591 None None] Deleting port f5bb7556-f091-493b-bfeb-309864652846 {{(pid=91653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:39:07.402655 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-488e4613-8cf7-4b94-be9d-b9a25a971591 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:07.420139 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fdb610-a397-4d07-8ce4-4a1e1269fdda None None] The sync data for ids ['3de06391-23c0-4b65-9a1c-ff938e13591e'] in dv-cinder-791281-2-smb is: [{'id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'name': 'tempest-TestMinimumBasicScenario-1462432713-router', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '9931f772-7666-43ca-893b-fd48bc57bbe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:39:01Z', 'updated_at': '2021-05-19T09:39:06Z', 'revision_number': 4, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'gw_port': {'id': '9931f772-7666-43ca-893b-fd48bc57bbe2', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:39:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:02Z', 'updated_at': '2021-05-19T09:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': 'efeafa02-b9b8-4b39-8f02-840cc5f31e18', 'name': '', 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'mac_address': 'fa:16:3e:9e:0f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '87241497-40e8-46eb-87d3-8a39d2674dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:05Z', 'updated_at': '2021-05-19T09:39:05Z', 'revision_number': 1, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'subnets': [{'id': '87241497-40e8-46eb-87d3-8a39d2674dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:39:07.446826 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b92af368-dbe4-40ac-a77a-772d59e63ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838887'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:07.453274 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:07.502981 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92af368-dbe4-40ac-a77a-772d59e63ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=f5bb7556-f091-493b-bfeb-309864652846,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:07.504836 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92af368-dbe4-40ac-a77a-772d59e63ffc admin admin] No DVR routers for this DVR port f5bb7556-f091-493b-bfeb-309864652846 on host dv-cinder-791281-2-smb {{(pid=91652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:39:07.513003 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-488e4613-8cf7-4b94-be9d-b9a25a971591 None None] For port f5bb7556-f091-493b-bfeb-309864652846, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=f5bb7556-f091-493b-bfeb-309864652846,segment=NetworkSegment(c3069388-f516-4ec8-a457-c5d5eb7a211d),segment_id=c3069388-f516-4ec8-a457-c5d5eb7a211d)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:07.513400 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-488e4613-8cf7-4b94-be9d-b9a25a971591 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:07.534849 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-b92af368-dbe4-40ac-a77a-772d59e63ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:07.659099 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-488e4613-8cf7-4b94-be9d-b9a25a971591 None None] Calling delete_port for f5bb7556-f091-493b-bfeb-309864652846 owned by network:dhcp {{(pid=91653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:39:07.670313 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-1c87ee59-7c13-4775-8d8c-ef9031c5de02 None None] Provisioning complete for port efeafa02-b9b8-4b39-8f02-840cc5f31e18 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:39:07.670683 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1c87ee59-7c13-4775-8d8c-ef9031c5de02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:07.715027 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b92af368-dbe4-40ac-a77a-772d59e63ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868810', 'neutron.services.segments.db._delete_segments_for_network-8789556565890'] for network, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:07.733234 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.services.segments.db [None req-b92af368-dbe4-40ac-a77a-772d59e63ffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c376777-e823-403d-bf86-e421a0d50303']}} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:07.741611 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1c87ee59-7c13-4775-8d8c-ef9031c5de02 None None] Port efeafa02-b9b8-4b39-8f02-840cc5f31e18 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:39:07.743762 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709722ce-fbec-4be1-a017-f98c3190196f admin admin] Router 3de06391-23c0-4b65-9a1c-ff938e13591e has already been hosted by L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 {{(pid=91652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:39:07.751725 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.services.segments.db [None req-b92af368-dbe4-40ac-a77a-772d59e63ffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3069388-f516-4ec8-a457-c5d5eb7a211d') {'for_net_delete': True} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:07.751929 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.services.segments.db [None req-b92af368-dbe4-40ac-a77a-772d59e63ffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3069388-f516-4ec8-a457-c5d5eb7a211d') {} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:07.762866 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-488e4613-8cf7-4b94-be9d-b9a25a971591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079'] for port, after_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:07.766714 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:07.772277 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b92af368-dbe4-40ac-a77a-772d59e63ffc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789556576395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2226010'] for segment, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:07.818108 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e4613-8cf7-4b94-be9d-b9a25a971591 None None] No DVR routers for this DVR port f5bb7556-f091-493b-bfeb-309864652846 on host dv-cinder-791281-2-smb {{(pid=91653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:39:07.823948 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e4613-8cf7-4b94-be9d-b9a25a971591 None None] Pushing event deleted for resources: {'Port': ['ID=f5bb7556-f091-493b-bfeb-309864652846,revision_number=None']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:07.826384 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-488e4613-8cf7-4b94-be9d-b9a25a971591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:07.860143 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b92af368-dbe4-40ac-a77a-772d59e63ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:07.872666 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b92af368-dbe4-40ac-a77a-772d59e63ffc admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=91652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:39:07.872985 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b92af368-dbe4-40ac-a77a-772d59e63ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2838810'] for segment, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: Traceback (most recent call last): May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: timer() May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: cb(*args, **kw) May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: return func(*args, **kwargs) May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: self._notify() May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: self.callback(batched_events) May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: event.method(event) May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: return f(self, *a, **k) May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: return self._get(url).json() May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: return self.request(url, 'GET', **kwargs) May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:39:07.887034 dv-cinder-791281-2-smb neutron-server[91652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:39:08.042256 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b92af368-dbe4-40ac-a77a-772d59e63ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827017'] for network, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:08.051603 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:08.064824 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b92af368-dbe4-40ac-a77a-772d59e63ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:08.068026 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709722ce-fbec-4be1-a017-f98c3190196f admin admin] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:39:08.088052 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92af368-dbe4-40ac-a77a-772d59e63ffc admin admin] Pushing event deleted for resources: {'Network': ['ID=6c376777-e823-403d-bf86-e421a0d50303,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:08.097820 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-b92af368-dbe4-40ac-a77a-772d59e63ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:08.104008 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-709722ce-fbec-4be1-a017-f98c3190196f admin admin] 10.222.0.61 "PUT /v2.0/routers/3de06391-23c0-4b65-9a1c-ff938e13591e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6164980 May 19 09:39:08.113099 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-b92af368-dbe4-40ac-a77a-772d59e63ffc admin admin] 10.222.0.61 "DELETE /v2.0/networks/6c376777-e823-403d-bf86-e421a0d50303 HTTP/1.1" status: 204 len: 168 time: 1.7015409 May 19 09:39:08.244053 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 9931f772-7666-43ca-893b-fd48bc57bbe2 up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:39:08.304023 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 49722) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:08.328912 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning for port 9931f772-7666-43ca-893b-fd48bc57bbe2 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:39:08.335554 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 9931f772-7666-43ca-893b-fd48bc57bbe2 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:39:08.336258 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:08.369973 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-3e4e3955-bf7c-462f-b92f-4625db102185 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=97fc349a479c4afd9aea2d0219c002b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0644658 May 19 09:39:08.372294 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 49726) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:08.459381 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-83afccda-c09f-4d24-afdb-d284fca5557d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:08.484066 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:08.493912 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-83afccda-c09f-4d24-afdb-d284fca5557d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:08.506441 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] For port 9931f772-7666-43ca-893b-fd48bc57bbe2, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=9931f772-7666-43ca-893b-fd48bc57bbe2,segment=NetworkSegment(55747ea9-294a-4e73-8f61-78bde3a770f5),segment_id=55747ea9-294a-4e73-8f61-78bde3a770f5)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:08.514138 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:08.516486 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:08.572887 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-83afccda-c09f-4d24-afdb-d284fca5557d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:08.579179 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-58e29629-14ff-4471-a888-4abce5115824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:08.597384 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device f5bb7556-f091-493b-bfeb-309864652846 no longer exists at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:39:08.602286 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afccda-c09f-4d24-afdb-d284fca5557d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e107bc-689e-455a-a2bc-12afa3d222a8,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:08.605592 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-83afccda-c09f-4d24-afdb-d284fca5557d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:08.611985 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-83afccda-c09f-4d24-afdb-d284fca5557d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:08.616921 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-83afccda-c09f-4d24-afdb-d284fca5557d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/13e107bc-689e-455a-a2bc-12afa3d222a8 HTTP/1.1" status: 204 len: 168 time: 0.2436278 May 19 09:39:08.654091 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] No Port match for: f5bb7556-f091-493b-bfeb-309864652846 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:39:08.654443 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device f5bb7556-f091-493b-bfeb-309864652846 not bound to the agent host dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:39:08.661627 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Pushing event updated for resources: {'Port': ['ID=9931f772-7666-43ca-893b-fd48bc57bbe2,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:08.664924 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:08.937473 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 49744) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:08.943819 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-33235bee-6a06-4f95-a574-1cac10cc93d4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1372979985-network', 'tenant_id': '0228133154ed48caa9f8cc784afdaf7c'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:39:08.948653 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-33235bee-6a06-4f95-a574-1cac10cc93d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:08.952646 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-33235bee-6a06-4f95-a574-1cac10cc93d4 admin admin] Usage tracker for resource:network and tenant:0228133154ed48caa9f8cc784afdaf7c is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:39:08.955601 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-33235bee-6a06-4f95-a574-1cac10cc93d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:39:08.961652 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-33235bee-6a06-4f95-a574-1cac10cc93d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:08.972171 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33235bee-6a06-4f95-a574-1cac10cc93d4 admin admin] Made reservation on behalf of 0228133154ed48caa9f8cc784afdaf7c for: {'network': 1} {{(pid=91652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:39:08.975320 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-33235bee-6a06-4f95-a574-1cac10cc93d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-750978'] for network, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:08.987247 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-33235bee-6a06-4f95-a574-1cac10cc93d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:08.991492 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 49748) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:09.006235 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-33235bee-6a06-4f95-a574-1cac10cc93d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:09.010158 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-33235bee-6a06-4f95-a574-1cac10cc93d4 admin admin] Usage tracker for resource:security_group_rule and tenant:0228133154ed48caa9f8cc784afdaf7c is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:39:09.012935 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-33235bee-6a06-4f95-a574-1cac10cc93d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:39:09.018624 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-33235bee-6a06-4f95-a574-1cac10cc93d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:09.049571 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-e9676cb5-bc7b-4c73-9148-5aa2c2286d3a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f5d1b05e30714cbea49d828d58b5d5d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0568457 May 19 09:39:09.052290 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 49752) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:09.119991 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-33235bee-6a06-4f95-a574-1cac10cc93d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:09.120255 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d102678e-6b2d-4dea-b00a-5404ae1fb249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:09.124044 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-33235bee-6a06-4f95-a574-1cac10cc93d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:09.128040 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-0b3185b1-def5-48a4-9121-2c90876fe96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:09.148497 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d102678e-6b2d-4dea-b00a-5404ae1fb249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:09.148733 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33235bee-6a06-4f95-a574-1cac10cc93d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=91652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:39:09.168416 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33235bee-6a06-4f95-a574-1cac10cc93d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530a17bf-9ff0-45e0-b6f7-9a84883afc34,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:09.171157 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-33235bee-6a06-4f95-a574-1cac10cc93d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:09.171499 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.db.segments_db [None req-33235bee-6a06-4f95-a574-1cac10cc93d4 admin admin] Added segment 79167db4-0381-4f65-8adc-032b39465aee of type vlan for network df072371-620a-43d5-8458-4907d6780d74 May 19 09:39:09.173067 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-33235bee-6a06-4f95-a574-1cac10cc93d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:09.201997 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-33235bee-6a06-4f95-a574-1cac10cc93d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789556115559'] for network, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:09.206668 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d102678e-6b2d-4dea-b00a-5404ae1fb249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:09.212925 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7103933e-6d70-4fa1-b5b6-bff21d3e2572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:09.227170 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102678e-6b2d-4dea-b00a-5404ae1fb249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee6b11b-f263-4fe2-9700-b941e884552d,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:09.229887 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d102678e-6b2d-4dea-b00a-5404ae1fb249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:09.231096 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d102678e-6b2d-4dea-b00a-5404ae1fb249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:09.232200 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-d102678e-6b2d-4dea-b00a-5404ae1fb249 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eee6b11b-f263-4fe2-9700-b941e884552d HTTP/1.1" status: 204 len: 168 time: 0.1790321 May 19 09:39:09.234562 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-33235bee-6a06-4f95-a574-1cac10cc93d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355'] for network, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:09.235881 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33235bee-6a06-4f95-a574-1cac10cc93d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:09.236469 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-33235bee-6a06-4f95-a574-1cac10cc93d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:09.241338 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:09.345949 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33235bee-6a06-4f95-a574-1cac10cc93d4 admin admin] Pushing event updated for resources: {'Network': ['ID=df072371-620a-43d5-8458-4907d6780d74,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:09.350007 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-33235bee-6a06-4f95-a574-1cac10cc93d4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4114690 May 19 09:39:09.351093 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-33235bee-6a06-4f95-a574-1cac10cc93d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:09.352931 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 49758) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:09.357286 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Network df072371-620a-43d5-8458-4907d6780d74 details requested by agent ovs-agent-dv-cinder-791281-2-smb with host dv-cinder-791281-2-smb {{(pid=91653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:39:09.359237 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-adf42414-fef6-420e-a234-29d7a4428214 admin admin] Request body: {'subnet': {'network_id': 'df072371-620a-43d5-8458-4907d6780d74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1372979985-subnet', 'tenant_id': '0228133154ed48caa9f8cc784afdaf7c', 'ip_version': 4}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:39:09.365988 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-adf42414-fef6-420e-a234-29d7a4428214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:09.369840 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-adf42414-fef6-420e-a234-29d7a4428214 admin admin] Usage tracker for resource:subnet and tenant:0228133154ed48caa9f8cc784afdaf7c is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:39:09.372684 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-adf42414-fef6-420e-a234-29d7a4428214 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:39:09.379219 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-adf42414-fef6-420e-a234-29d7a4428214 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:09.395871 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf42414-fef6-420e-a234-29d7a4428214 admin admin] Made reservation on behalf of 0228133154ed48caa9f8cc784afdaf7c for: {'subnet': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:39:09.399863 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-adf42414-fef6-420e-a234-29d7a4428214 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2438433'] for subnet, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:09.624947 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] Sync routers for ids ['3de06391-23c0-4b65-9a1c-ff938e13591e'] in dv-cinder-791281-2-smb {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:39:09.636438 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] Routers {'3de06391-23c0-4b65-9a1c-ff938e13591e'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:39:09.637071 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:39:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['3de06391-23c0-4b65-9a1c-ff938e13591e'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:09.831705 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] Set router 3de06391-23c0-4b65-9a1c-ff938e13591e gateway port host: dv-cinder-791281-2-smb {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:39:09.932687 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-adf42414-fef6-420e-a234-29d7a4428214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2438419'] for subnet, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:09.936443 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-a495baa6-3506-4738-9760-f5b6c1ed5ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:10.008929 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf42414-fef6-420e-a234-29d7a4428214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffda9abb-3022-43a0-bf49-70164ebadef6,revision_number=0']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:10.012276 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-adf42414-fef6-420e-a234-29d7a4428214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:10.018309 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf42414-fef6-420e-a234-29d7a4428214 admin admin] Checking segment: {'id': '79167db4-0381-4f65-8adc-032b39465aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df072371-620a-43d5-8458-4907d6780d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:39:10.018666 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf42414-fef6-420e-a234-29d7a4428214 admin admin] Network hostable DHCP agents. Network: df072371-620a-43d5-8458-4907d6780d74, hostable agents: ['6779d86a-8148-4f18-b3ad-742629ae43e2'], hosted agents: [] {{(pid=91651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:39:10.037489 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf42414-fef6-420e-a234-29d7a4428214 admin admin] Network df072371-620a-43d5-8458-4907d6780d74 is scheduled to be hosted by DHCP agent 6779d86a-8148-4f18-b3ad-742629ae43e2 with binding_index 1 {{(pid=91651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:39:10.048959 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-adf42414-fef6-420e-a234-29d7a4428214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-smb, df072371-620a-43d5-8458-4907d6780d74) {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:39:10.060628 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc2b0ef-d8a2-4ad0-a723-c1110603a97d None None] Network df072371-620a-43d5-8458-4907d6780d74 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:39:10.062276 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf42414-fef6-420e-a234-29d7a4428214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:10.062898 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-adf42414-fef6-420e-a234-29d7a4428214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for subnet, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:10.089354 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-adf42414-fef6-420e-a234-29d7a4428214 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7348442 May 19 09:39:10.091991 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 49762) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:10.097180 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-f5eb9635-4763-44a4-958d-209e7e13cec3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1372979985-router', 'tenant_id': '0228133154ed48caa9f8cc784afdaf7c', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:39:10.105351 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-f5eb9635-4763-44a4-958d-209e7e13cec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:10.111120 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-f5eb9635-4763-44a4-958d-209e7e13cec3 admin admin] Usage tracker for resource:router and tenant:0228133154ed48caa9f8cc784afdaf7c is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:39:10.116915 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-f5eb9635-4763-44a4-958d-209e7e13cec3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:39:10.123183 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-f5eb9635-4763-44a4-958d-209e7e13cec3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:10.146810 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9635-4763-44a4-958d-209e7e13cec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3796340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125553'] for router, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:10.148159 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9635-4763-44a4-958d-209e7e13cec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826997', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3742387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125544'] for router, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:10.155720 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'name': 'tempest-TestMinimumBasicScenario-1462432713-router', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '9931f772-7666-43ca-893b-fd48bc57bbe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:39:01Z', 'updated_at': '2021-05-19T09:39:06Z', 'revision_number': 4, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'gw_port': {'id': '9931f772-7666-43ca-893b-fd48bc57bbe2', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:02Z', 'updated_at': '2021-05-19T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': 'efeafa02-b9b8-4b39-8f02-840cc5f31e18', 'name': '', 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'mac_address': 'fa:16:3e:9e:0f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '87241497-40e8-46eb-87d3-8a39d2674dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:05Z', 'updated_at': '2021-05-19T09:39:06Z', 'revision_number': 2, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'subnets': [{'id': '87241497-40e8-46eb-87d3-8a39d2674dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:10.162816 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] Checking router: 3de06391-23c0-4b65-9a1c-ff938e13591e for host: dv-cinder-791281-2-smb {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:39:10.163406 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] Updating router 3de06391-23c0-4b65-9a1c-ff938e13591e port efeafa02-b9b8-4b39-8f02-840cc5f31e18 binding host dv-cinder-791281-2-smb {{(pid=91654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:39:10.168666 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9635-4763-44a4-958d-209e7e13cec3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:10.180387 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 9931f772-7666-43ca-893b-fd48bc57bbe2 up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:39:10.221674 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:10.354313 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 9931f772-7666-43ca-893b-fd48bc57bbe2 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:39:10.354963 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:10.384472 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bbce09-e654-4447-9e84-29019922fb13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea425bde-057b-533b-bc1c-047233ed6b72-df072371-620a-43d5-8458-4907d6780d74', 'network_id': 'df072371-620a-43d5-8458-4907d6780d74', 'tenant_id': '0228133154ed48caa9f8cc784afdaf7c', 'fixed_ips': [{'subnet_id': 'ffda9abb-3022-43a0-bf49-70164ebadef6'}]}} from dv-cinder-791281-2-smb. {{(pid=91653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 09:39:10.385290 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-82bbce09-e654-4447-9e84-29019922fb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:10.454463 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9635-4763-44a4-958d-209e7e13cec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3827004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3796230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125530'] for router, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:10.619187 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:10.621470 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] Notify callbacks [] for port, precommit_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:10.634746 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.db_base_plugin_common [None req-82bbce09-e654-4447-9e84-29019922fb13 None None] Allocated IP 172.20.0.2 (df072371-620a-43d5-8458-4907d6780d74/ffda9abb-3022-43a0-bf49-70164ebadef6/cf4774a1-f1b0-4294-98b3-a1bf9247d8cd) {{(pid=91653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:39:10.636752 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.provisioning_blocks [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] Transition to ACTIVE for port object efeafa02-b9b8-4b39-8f02-840cc5f31e18 will not be triggered until provisioned by entity L2. {{(pid=91654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:39:10.644165 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:10.650137 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-6cd29eb8-181a-45c8-b85b-f85275f05938 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:10.772592 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6440f-8139-4565-97f4-81f2548fb2c8 None None] Pushing event updated for resources: {'Port': ['ID=efeafa02-b9b8-4b39-8f02-840cc5f31e18,revision_number=3']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:10.788729 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6440f-8139-4565-97f4-81f2548fb2c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:10.789083 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6440f-8139-4565-97f4-81f2548fb2c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:10.789637 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6440f-8139-4565-97f4-81f2548fb2c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:10.789874 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6440f-8139-4565-97f4-81f2548fb2c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:10.790198 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6440f-8139-4565-97f4-81f2548fb2c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:10.790517 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6440f-8139-4565-97f4-81f2548fb2c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:10.790835 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6440f-8139-4565-97f4-81f2548fb2c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:10.791146 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6440f-8139-4565-97f4-81f2548fb2c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:10.791458 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6440f-8139-4565-97f4-81f2548fb2c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:10.791901 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6440f-8139-4565-97f4-81f2548fb2c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:10.792323 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6440f-8139-4565-97f4-81f2548fb2c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:10.792644 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6440f-8139-4565-97f4-81f2548fb2c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:10.802045 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-a3e6440f-8139-4565-97f4-81f2548fb2c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:10.901848 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] Attempting to bind port efeafa02-b9b8-4b39-8f02-840cc5f31e18 on host dv-cinder-791281-2-smb for vnic_type normal with profile {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:39:10.902225 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] Attempting to bind port efeafa02-b9b8-4b39-8f02-840cc5f31e18 by drivers openvswitch,hyperv on host dv-cinder-791281-2-smb at level 0 using segments [{'id': '8bbf6d17-9050-42d5-b1e0-7e809ca17474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9'}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:39:10.902584 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] Attempting to bind port efeafa02-b9b8-4b39-8f02-840cc5f31e18 on network 15ede415-7504-44c6-8896-c08fe69bafb9 {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:39:10.908036 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] Checking agent: {'id': 'ed3a6ef3-8a48-48e1-82fc-7237784a1888', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 23, 31), 'started_at': datetime.datetime(2021, 5, 19, 9, 24, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:39:10.908402 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] Checking segment: {'id': '8bbf6d17-9050-42d5-b1e0-7e809ca17474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:39:10.908808 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:10.909203 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] Bound using segment: {'id': '8bbf6d17-9050-42d5-b1e0-7e809ca17474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9'} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:39:10.909669 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] Bound port: efeafa02-b9b8-4b39-8f02-840cc5f31e18, host: dv-cinder-791281-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bbf6d17-9050-42d5-b1e0-7e809ca17474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9'}}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:39:10.910092 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:10.934331 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9635-4763-44a4-958d-209e7e13cec3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:10.945358 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-82bbce09-e654-4447-9e84-29019922fb13 None None] Notify callbacks [] for port, precommit_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:10.955218 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-82bbce09-e654-4447-9e84-29019922fb13 None None] Transition to ACTIVE for port object cf4774a1-f1b0-4294-98b3-a1bf9247d8cd will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:39:10.965061 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9635-4763-44a4-958d-209e7e13cec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:10.975540 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-82bbce09-e654-4447-9e84-29019922fb13 None None] Transition to ACTIVE for port object cf4774a1-f1b0-4294-98b3-a1bf9247d8cd will not be triggered until provisioned by entity DHCP. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:39:10.986149 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-82bbce09-e654-4447-9e84-29019922fb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070'] for port, after_create {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:10.991865 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:11.007093 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] For port efeafa02-b9b8-4b39-8f02-840cc5f31e18, host dv-cinder-791281-2-smb, cleared binding levels {{(pid=91654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:39:11.011079 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] For port efeafa02-b9b8-4b39-8f02-840cc5f31e18, host dv-cinder-791281-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=efeafa02-b9b8-4b39-8f02-840cc5f31e18,segment=NetworkSegment(8bbf6d17-9050-42d5-b1e0-7e809ca17474),segment_id=8bbf6d17-9050-42d5-b1e0-7e809ca17474)] {{(pid=91654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:39:11.014697 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:11.020028 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-a3e6440f-8139-4565-97f4-81f2548fb2c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:11.059326 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bbce09-e654-4447-9e84-29019922fb13 None None] Network df072371-620a-43d5-8458-4907d6780d74 is already hosted by enough agents. {{(pid=91653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:39:11.063600 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.scheduler.base_scheduler [None req-82bbce09-e654-4447-9e84-29019922fb13 None None] Resources bound (agent type, host, resource id): {{(pid=91653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:39:11.071272 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bbce09-e654-4447-9e84-29019922fb13 None None] Received port after_create {{(pid=91653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:39:11.074945 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bbce09-e654-4447-9e84-29019922fb13 None None] Pushing event updated for resources: {'Port': ['ID=cf4774a1-f1b0-4294-98b3-a1bf9247d8cd,revision_number=1']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:11.078881 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-82bbce09-e654-4447-9e84-29019922fb13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:11.109632 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-f5eb9635-4763-44a4-958d-209e7e13cec3 admin admin] Allocated IP 172.28.0.136 (7d528ae4-f655-4215-abed-2652e9d6f37f/518ab1fe-b41e-417a-a1c0-f577284c585f/d49837b0-0098-43af-bc09-5011aa412c5b) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:39:11.122356 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6440f-8139-4565-97f4-81f2548fb2c8 None None] Pushing event updated for resources: {'Port': ['ID=efeafa02-b9b8-4b39-8f02-840cc5f31e18,revision_number=4']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:11.127624 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-a3e6440f-8139-4565-97f4-81f2548fb2c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:11.133671 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] Routers {'3de06391-23c0-4b65-9a1c-ff938e13591e'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:39:11.134783 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:39:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['3de06391-23c0-4b65-9a1c-ff938e13591e'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:11.186031 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-82bbce09-e654-4447-9e84-29019922fb13 None None] Attempting to bind port cf4774a1-f1b0-4294-98b3-a1bf9247d8cd on host dv-cinder-791281-2-smb for vnic_type normal with profile {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:39:11.186407 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-82bbce09-e654-4447-9e84-29019922fb13 None None] Attempting to bind port cf4774a1-f1b0-4294-98b3-a1bf9247d8cd by drivers openvswitch,hyperv on host dv-cinder-791281-2-smb at level 0 using segments [{'id': '79167db4-0381-4f65-8adc-032b39465aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df072371-620a-43d5-8458-4907d6780d74'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:39:11.186773 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bbce09-e654-4447-9e84-29019922fb13 None None] Attempting to bind port cf4774a1-f1b0-4294-98b3-a1bf9247d8cd on network df072371-620a-43d5-8458-4907d6780d74 {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:39:11.193432 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bbce09-e654-4447-9e84-29019922fb13 None None] Checking agent: {'id': 'ed3a6ef3-8a48-48e1-82fc-7237784a1888', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 23, 31), 'started_at': datetime.datetime(2021, 5, 19, 9, 24, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:39:11.193800 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bbce09-e654-4447-9e84-29019922fb13 None None] Checking segment: {'id': '79167db4-0381-4f65-8adc-032b39465aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df072371-620a-43d5-8458-4907d6780d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:39:11.194221 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-82bbce09-e654-4447-9e84-29019922fb13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:11.194741 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bbce09-e654-4447-9e84-29019922fb13 None None] Bound using segment: {'id': '79167db4-0381-4f65-8adc-032b39465aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df072371-620a-43d5-8458-4907d6780d74'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:39:11.195216 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-82bbce09-e654-4447-9e84-29019922fb13 None None] Bound port: cf4774a1-f1b0-4294-98b3-a1bf9247d8cd, host: dv-cinder-791281-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79167db4-0381-4f65-8adc-032b39465aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df072371-620a-43d5-8458-4907d6780d74'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:39:11.195592 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-82bbce09-e654-4447-9e84-29019922fb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:11.280859 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9635-4763-44a4-958d-209e7e13cec3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:11.311904 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-82bbce09-e654-4447-9e84-29019922fb13 None None] For port cf4774a1-f1b0-4294-98b3-a1bf9247d8cd, host dv-cinder-791281-2-smb, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:39:11.314974 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-82bbce09-e654-4447-9e84-29019922fb13 None None] For port cf4774a1-f1b0-4294-98b3-a1bf9247d8cd, host dv-cinder-791281-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=cf4774a1-f1b0-4294-98b3-a1bf9247d8cd,segment=NetworkSegment(79167db4-0381-4f65-8adc-032b39465aee),segment_id=79167db4-0381-4f65-8adc-032b39465aee)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:39:11.320113 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9635-4763-44a4-958d-209e7e13cec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838887'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:11.320802 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-82bbce09-e654-4447-9e84-29019922fb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:11.324867 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-6db3c63b-d437-44fc-8d93-fe5b02a3dfdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:11.325136 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f64bca31-5126-4ffe-8764-dc74516c0bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:11.351872 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] Set router 3de06391-23c0-4b65-9a1c-ff938e13591e gateway port host: dv-cinder-791281-2-smb {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:39:11.387490 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5eb9635-4763-44a4-958d-209e7e13cec3 admin admin] Network 7d528ae4-f655-4215-abed-2652e9d6f37f is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:39:11.390364 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-f5eb9635-4763-44a4-958d-209e7e13cec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:39:11.393997 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eb9635-4763-44a4-958d-209e7e13cec3 admin admin] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:39:11.411784 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bbce09-e654-4447-9e84-29019922fb13 None None] Pushing event updated for resources: {'Port': ['ID=cf4774a1-f1b0-4294-98b3-a1bf9247d8cd,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:11.424169 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-82bbce09-e654-4447-9e84-29019922fb13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:11.440095 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb9635-4763-44a4-958d-209e7e13cec3 admin admin] Pushing event updated for resources: {'Port': ['ID=d49837b0-0098-43af-bc09-5011aa412c5b,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:11.448901 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f5eb9635-4763-44a4-958d-209e7e13cec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:11.715611 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'name': 'tempest-TestMinimumBasicScenario-1462432713-router', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '9931f772-7666-43ca-893b-fd48bc57bbe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:39:01Z', 'updated_at': '2021-05-19T09:39:06Z', 'revision_number': 4, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'gw_port': {'id': '9931f772-7666-43ca-893b-fd48bc57bbe2', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:02Z', 'updated_at': '2021-05-19T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': 'efeafa02-b9b8-4b39-8f02-840cc5f31e18', 'name': '', 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'mac_address': 'fa:16:3e:9e:0f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '87241497-40e8-46eb-87d3-8a39d2674dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:05Z', 'updated_at': '2021-05-19T09:39:11Z', 'revision_number': 4, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'subnets': [{'id': '87241497-40e8-46eb-87d3-8a39d2674dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:11.720487 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0da21c5-bbe7-4c5e-bff9-f03512de4c8c None None] The sync data for ids ['3de06391-23c0-4b65-9a1c-ff938e13591e'] in dv-cinder-791281-2-smb is: [{'id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'name': 'tempest-TestMinimumBasicScenario-1462432713-router', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '9931f772-7666-43ca-893b-fd48bc57bbe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:39:01Z', 'updated_at': '2021-05-19T09:39:06Z', 'revision_number': 4, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'gw_port': {'id': '9931f772-7666-43ca-893b-fd48bc57bbe2', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:02Z', 'updated_at': '2021-05-19T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': 'efeafa02-b9b8-4b39-8f02-840cc5f31e18', 'name': '', 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'mac_address': 'fa:16:3e:9e:0f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '87241497-40e8-46eb-87d3-8a39d2674dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:05Z', 'updated_at': '2021-05-19T09:39:11Z', 'revision_number': 4, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'subnets': [{'id': '87241497-40e8-46eb-87d3-8a39d2674dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:39:11.872611 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9635-4763-44a4-958d-209e7e13cec3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:12.299219 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device cf4774a1-f1b0-4294-98b3-a1bf9247d8cd up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:39:12.386227 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning for port cf4774a1-f1b0-4294-98b3-a1bf9247d8cd completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:39:12.393410 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9635-4763-44a4-958d-209e7e13cec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3796351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827087'] for router, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:12.394037 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device efeafa02-b9b8-4b39-8f02-840cc5f31e18 up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:39:12.445449 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd0337a-f8a0-48f4-833f-0ee8f303d53d None None] Network df072371-620a-43d5-8458-4907d6780d74 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:39:12.541271 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-2f6f7d9f-1349-4fd8-92d3-13ab82fda0db None None] Provisioning for port cf4774a1-f1b0-4294-98b3-a1bf9247d8cd completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:39:12.559233 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-2f6f7d9f-1349-4fd8-92d3-13ab82fda0db None None] Provisioning complete for port cf4774a1-f1b0-4294-98b3-a1bf9247d8cd triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:39:12.559607 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2f6f7d9f-1349-4fd8-92d3-13ab82fda0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:12.611116 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5eb9635-4763-44a4-958d-209e7e13cec3 admin admin] Router fdbac57a-c706-4ac4-9f0e-5039744063b1 is scheduled to L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 with binding_index 1 {{(pid=91652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 09:39:12.636444 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning for port efeafa02-b9b8-4b39-8f02-840cc5f31e18 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:39:12.646680 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port efeafa02-b9b8-4b39-8f02-840cc5f31e18 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:39:12.647054 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:12.793957 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5eb9635-4763-44a4-958d-209e7e13cec3 admin admin] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:39:12.814195 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] Sync routers for ids ['fdbac57a-c706-4ac4-9f0e-5039744063b1'] in dv-cinder-791281-2-smb {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:39:12.819069 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9635-4763-44a4-958d-209e7e13cec3 admin admin] Notify callbacks [] for router, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:12.820992 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-f5eb9635-4763-44a4-958d-209e7e13cec3 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7276394 May 19 09:39:12.823383 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 49766) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:12.862921 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] Routers {'fdbac57a-c706-4ac4-9f0e-5039744063b1'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:39:12.864183 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:39:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['fdbac57a-c706-4ac4-9f0e-5039744063b1'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:12.935300 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2f6f7d9f-1349-4fd8-92d3-13ab82fda0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:13.112918 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-2f6f7d9f-1349-4fd8-92d3-13ab82fda0db None None] For port cf4774a1-f1b0-4294-98b3-a1bf9247d8cd, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=cf4774a1-f1b0-4294-98b3-a1bf9247d8cd,segment=NetworkSegment(79167db4-0381-4f65-8adc-032b39465aee),segment_id=79167db4-0381-4f65-8adc-032b39465aee)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:13.114585 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:13.131979 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2f6f7d9f-1349-4fd8-92d3-13ab82fda0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:13.137990 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-86a89884-6d9c-4e37-a9e3-31d6150b211a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:13.205158 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] Set router fdbac57a-c706-4ac4-9f0e-5039744063b1 gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:39:13.388400 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] For port efeafa02-b9b8-4b39-8f02-840cc5f31e18, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=efeafa02-b9b8-4b39-8f02-840cc5f31e18,segment=NetworkSegment(8bbf6d17-9050-42d5-b1e0-7e809ca17474),segment_id=8bbf6d17-9050-42d5-b1e0-7e809ca17474)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:13.407618 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:13.414206 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f7d9f-1349-4fd8-92d3-13ab82fda0db None None] Pushing event updated for resources: {'Port': ['ID=cf4774a1-f1b0-4294-98b3-a1bf9247d8cd,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:13.418437 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-2f6f7d9f-1349-4fd8-92d3-13ab82fda0db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:13.418886 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-0533dd72-f639-40f3-a355-d37eb4196fd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:13.515753 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-55c1cfac-9c79-4af4-8369-b3c7122b4e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:13.566014 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-0351c726-a7f2-4edf-890e-4363aa272951 None None] Provisioning complete for port cf4774a1-f1b0-4294-98b3-a1bf9247d8cd triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:39:13.566964 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0351c726-a7f2-4edf-890e-4363aa272951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:13.601118 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Pushing event updated for resources: {'Port': ['ID=efeafa02-b9b8-4b39-8f02-840cc5f31e18,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:13.616955 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:13.725784 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.db_base_plugin_common [None req-55c1cfac-9c79-4af4-8369-b3c7122b4e7d admin admin] Allocated IP 172.20.0.1 (df072371-620a-43d5-8458-4907d6780d74/ffda9abb-3022-43a0-bf49-70164ebadef6/2f53d2d6-6449-4a85-8d31-dfd9622a0fbb) {{(pid=91652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:39:13.737077 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbac57a-c706-4ac4-9f0e-5039744063b1', 'name': 'tempest-TestMinimumBasicScenario-1372979985-router', 'tenant_id': '0228133154ed48caa9f8cc784afdaf7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.136'}], 'enable_snat': True}, 'gw_port_id': 'd49837b0-0098-43af-bc09-5011aa412c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:39:10Z', 'updated_at': '2021-05-19T09:39:11Z', 'revision_number': 3, 'project_id': '0228133154ed48caa9f8cc784afdaf7c', 'gw_port': {'id': 'd49837b0-0098-43af-bc09-5011aa412c5b', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbac57a-c706-4ac4-9f0e-5039744063b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:11Z', 'updated_at': '2021-05-19T09:39:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb'}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:13.747096 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] Checking router: fdbac57a-c706-4ac4-9f0e-5039744063b1 for host: dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:39:13.748528 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] Updating router fdbac57a-c706-4ac4-9f0e-5039744063b1 port d49837b0-0098-43af-bc09-5011aa412c5b binding host dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:39:13.814473 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:13.995674 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-55c1cfac-9c79-4af4-8369-b3c7122b4e7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:14.011130 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.provisioning_blocks [None req-55c1cfac-9c79-4af4-8369-b3c7122b4e7d admin admin] Transition to ACTIVE for port object 2f53d2d6-6449-4a85-8d31-dfd9622a0fbb will not be triggered until provisioned by entity DHCP. {{(pid=91652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:39:14.039751 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-55c1cfac-9c79-4af4-8369-b3c7122b4e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838887'] for port, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:14.044367 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-11a23de6-1f14-44d4-9b3b-fb29d619192b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:14.107290 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c1cfac-9c79-4af4-8369-b3c7122b4e7d admin admin] Network df072371-620a-43d5-8458-4907d6780d74 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:39:14.110162 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-55c1cfac-9c79-4af4-8369-b3c7122b4e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:39:14.113803 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c1cfac-9c79-4af4-8369-b3c7122b4e7d admin admin] Received port after_create {{(pid=91652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:39:14.148576 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1cfac-9c79-4af4-8369-b3c7122b4e7d admin admin] Pushing event updated for resources: {'Port': ['ID=2f53d2d6-6449-4a85-8d31-dfd9622a0fbb,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:14.152944 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-55c1cfac-9c79-4af4-8369-b3c7122b4e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:14.157471 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] Notify callbacks [] for port, precommit_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:14.175587 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device cf4774a1-f1b0-4294-98b3-a1bf9247d8cd up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:39:14.177423 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-55c1cfac-9c79-4af4-8369-b3c7122b4e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3806268'] for router_interface, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:14.211208 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] Transition to ACTIVE for port object d49837b0-0098-43af-bc09-5011aa412c5b will not be triggered until provisioned by entity L2. {{(pid=91653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:39:14.230701 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:14.237497 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:14.320959 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-55c1cfac-9c79-4af4-8369-b3c7122b4e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:14.326756 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d19802-6ea4-4ab1-b22b-072cf66272c9 None None] Pushing event updated for resources: {'Port': ['ID=d49837b0-0098-43af-bc09-5011aa412c5b,revision_number=2']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:14.329491 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] Attempting to bind port d49837b0-0098-43af-bc09-5011aa412c5b on host dv-cinder-791281-2-smb for vnic_type normal with profile {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:39:14.329881 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] Attempting to bind port d49837b0-0098-43af-bc09-5011aa412c5b by drivers openvswitch,hyperv on host dv-cinder-791281-2-smb at level 0 using segments [{'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:39:14.330275 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] Attempting to bind port d49837b0-0098-43af-bc09-5011aa412c5b on network 7d528ae4-f655-4215-abed-2652e9d6f37f {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:39:14.332360 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-27d19802-6ea4-4ab1-b22b-072cf66272c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:14.338968 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] Checking agent: {'id': 'ed3a6ef3-8a48-48e1-82fc-7237784a1888', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 23, 31), 'started_at': datetime.datetime(2021, 5, 19, 9, 24, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:39:14.339336 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] Checking segment: {'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:39:14.339730 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:14.340115 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] Bound using segment: {'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'} {{(pid=91653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:39:14.340574 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.managers [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] Bound port: d49837b0-0098-43af-bc09-5011aa412c5b, host: dv-cinder-791281-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55747ea9-294a-4e73-8f61-78bde3a770f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f'}}] {{(pid=91653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:39:14.340941 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:14.390259 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port cf4774a1-f1b0-4294-98b3-a1bf9247d8cd triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:39:14.390542 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:14.473389 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-0f9f28e2-f45e-48f0-befa-e570387db4b5 None None] Provisioning for port 2f53d2d6-6449-4a85-8d31-dfd9622a0fbb completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:39:14.484085 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] For port d49837b0-0098-43af-bc09-5011aa412c5b, host dv-cinder-791281-2-smb, cleared binding levels {{(pid=91653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:39:14.486015 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-0f9f28e2-f45e-48f0-befa-e570387db4b5 None None] Provisioning complete for port 2f53d2d6-6449-4a85-8d31-dfd9622a0fbb triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:39:14.486383 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0f9f28e2-f45e-48f0-befa-e570387db4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:14.555479 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-55c1cfac-9c79-4af4-8369-b3c7122b4e7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:14.559602 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-55c1cfac-9c79-4af4-8369-b3c7122b4e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2838910'] for port, after_update {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:14.562502 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] For port d49837b0-0098-43af-bc09-5011aa412c5b, host dv-cinder-791281-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=d49837b0-0098-43af-bc09-5011aa412c5b,segment=NetworkSegment(55747ea9-294a-4e73-8f61-78bde3a770f5),segment_id=55747ea9-294a-4e73-8f61-78bde3a770f5)] {{(pid=91653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:39:14.584049 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:14.586636 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-19baf929-45e6-4672-9f30-480fda61fece tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:14.592234 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:14.643759 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-0f9f28e2-f45e-48f0-befa-e570387db4b5 None None] Port 2f53d2d6-6449-4a85-8d31-dfd9622a0fbb cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:39:14.669501 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-55c1cfac-9c79-4af4-8369-b3c7122b4e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3806299'] for router_interface, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:14.672779 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device efeafa02-b9b8-4b39-8f02-840cc5f31e18 up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:39:14.674019 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1cfac-9c79-4af4-8369-b3c7122b4e7d admin admin] Pushing event updated for resources: {'Port': ['ID=2f53d2d6-6449-4a85-8d31-dfd9622a0fbb,revision_number=2']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:14.678944 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-55c1cfac-9c79-4af4-8369-b3c7122b4e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:14.725015 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] Routers {'fdbac57a-c706-4ac4-9f0e-5039744063b1'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:39:14.725632 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:39:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['fdbac57a-c706-4ac4-9f0e-5039744063b1'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:14.773144 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d19802-6ea4-4ab1-b22b-072cf66272c9 None None] Pushing event updated for resources: {'Port': ['ID=d49837b0-0098-43af-bc09-5011aa412c5b,revision_number=3']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:14.787212 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-27d19802-6ea4-4ab1-b22b-072cf66272c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:14.810146 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c1cfac-9c79-4af4-8369-b3c7122b4e7d admin admin] Network df072371-620a-43d5-8458-4907d6780d74 is already hosted by enough agents. {{(pid=91652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:39:14.811262 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.base_scheduler [None req-55c1cfac-9c79-4af4-8369-b3c7122b4e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=91652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:39:14.909412 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port efeafa02-b9b8-4b39-8f02-840cc5f31e18 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:39:14.909802 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:15.008350 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c1cfac-9c79-4af4-8369-b3c7122b4e7d admin admin] Router fdbac57a-c706-4ac4-9f0e-5039744063b1 has already been hosted by L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 {{(pid=91652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:39:15.022747 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] Set router fdbac57a-c706-4ac4-9f0e-5039744063b1 gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:39:15.171830 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-32bd26d7-042d-4524-ae6a-e92c7af7bbf4 None None] Provisioning complete for port 2f53d2d6-6449-4a85-8d31-dfd9622a0fbb triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:39:15.172096 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-32bd26d7-042d-4524-ae6a-e92c7af7bbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:15.193820 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c1cfac-9c79-4af4-8369-b3c7122b4e7d admin admin] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:39:15.210406 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-55c1cfac-9c79-4af4-8369-b3c7122b4e7d admin admin] 10.222.0.61 "PUT /v2.0/routers/fdbac57a-c706-4ac4-9f0e-5039744063b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3782601 May 19 09:39:15.352349 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-32bd26d7-042d-4524-ae6a-e92c7af7bbf4 None None] Port 2f53d2d6-6449-4a85-8d31-dfd9622a0fbb cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:39:15.460257 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbac57a-c706-4ac4-9f0e-5039744063b1', 'name': 'tempest-TestMinimumBasicScenario-1372979985-router', 'tenant_id': '0228133154ed48caa9f8cc784afdaf7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.136'}], 'enable_snat': True}, 'gw_port_id': 'd49837b0-0098-43af-bc09-5011aa412c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:39:10Z', 'updated_at': '2021-05-19T09:39:14Z', 'revision_number': 4, 'project_id': '0228133154ed48caa9f8cc784afdaf7c', 'gw_port': {'id': 'd49837b0-0098-43af-bc09-5011aa412c5b', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbac57a-c706-4ac4-9f0e-5039744063b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:11Z', 'updated_at': '2021-05-19T09:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '2f53d2d6-6449-4a85-8d31-dfd9622a0fbb', 'name': '', 'network_id': 'df072371-620a-43d5-8458-4907d6780d74', 'tenant_id': '0228133154ed48caa9f8cc784afdaf7c', 'mac_address': 'fa:16:3e:45:56:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbac57a-c706-4ac4-9f0e-5039744063b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ffda9abb-3022-43a0-bf49-70164ebadef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:13Z', 'updated_at': '2021-05-19T09:39:14Z', 'revision_number': 2, 'project_id': '0228133154ed48caa9f8cc784afdaf7c', 'subnets': [{'id': 'ffda9abb-3022-43a0-bf49-70164ebadef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:15.464305 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e460835-6d46-45f4-9645-a9c3c8b89318 None None] The sync data for ids ['fdbac57a-c706-4ac4-9f0e-5039744063b1'] in dv-cinder-791281-2-smb is: [{'id': 'fdbac57a-c706-4ac4-9f0e-5039744063b1', 'name': 'tempest-TestMinimumBasicScenario-1372979985-router', 'tenant_id': '0228133154ed48caa9f8cc784afdaf7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.136'}], 'enable_snat': True}, 'gw_port_id': 'd49837b0-0098-43af-bc09-5011aa412c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:39:10Z', 'updated_at': '2021-05-19T09:39:14Z', 'revision_number': 4, 'project_id': '0228133154ed48caa9f8cc784afdaf7c', 'gw_port': {'id': 'd49837b0-0098-43af-bc09-5011aa412c5b', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbac57a-c706-4ac4-9f0e-5039744063b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:11Z', 'updated_at': '2021-05-19T09:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '2f53d2d6-6449-4a85-8d31-dfd9622a0fbb', 'name': '', 'network_id': 'df072371-620a-43d5-8458-4907d6780d74', 'tenant_id': '0228133154ed48caa9f8cc784afdaf7c', 'mac_address': 'fa:16:3e:45:56:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbac57a-c706-4ac4-9f0e-5039744063b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ffda9abb-3022-43a0-bf49-70164ebadef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:13Z', 'updated_at': '2021-05-19T09:39:14Z', 'revision_number': 2, 'project_id': '0228133154ed48caa9f8cc784afdaf7c', 'subnets': [{'id': 'ffda9abb-3022-43a0-bf49-70164ebadef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:39:16.242822 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device d49837b0-0098-43af-bc09-5011aa412c5b up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:39:16.322196 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning for port d49837b0-0098-43af-bc09-5011aa412c5b completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:39:16.327456 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port d49837b0-0098-43af-bc09-5011aa412c5b triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:39:16.327836 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:16.472025 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:16.494468 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] For port d49837b0-0098-43af-bc09-5011aa412c5b, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=d49837b0-0098-43af-bc09-5011aa412c5b,segment=NetworkSegment(55747ea9-294a-4e73-8f61-78bde3a770f5),segment_id=55747ea9-294a-4e73-8f61-78bde3a770f5)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:16.500213 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:16.502526 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-5676e7a4-63ee-4ee0-aaa6-5c28672569fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:16.577405 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Pushing event updated for resources: {'Port': ['ID=d49837b0-0098-43af-bc09-5011aa412c5b,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:16.588640 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:18.181460 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device d49837b0-0098-43af-bc09-5011aa412c5b up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:39:18.282369 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port d49837b0-0098-43af-bc09-5011aa412c5b triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:39:18.282742 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:19.246310 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] Sync routers for ids ['fdbac57a-c706-4ac4-9f0e-5039744063b1'] in dv-cinder-791281-2-smb {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:39:19.258247 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] Routers {'fdbac57a-c706-4ac4-9f0e-5039744063b1'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:39:19.258898 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:39:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['fdbac57a-c706-4ac4-9f0e-5039744063b1'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:19.444997 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] Set router fdbac57a-c706-4ac4-9f0e-5039744063b1 gateway port host: dv-cinder-791281-2-smb {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:39:19.798678 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbac57a-c706-4ac4-9f0e-5039744063b1', 'name': 'tempest-TestMinimumBasicScenario-1372979985-router', 'tenant_id': '0228133154ed48caa9f8cc784afdaf7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.136'}], 'enable_snat': True}, 'gw_port_id': 'd49837b0-0098-43af-bc09-5011aa412c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:39:10Z', 'updated_at': '2021-05-19T09:39:14Z', 'revision_number': 4, 'project_id': '0228133154ed48caa9f8cc784afdaf7c', 'gw_port': {'id': 'd49837b0-0098-43af-bc09-5011aa412c5b', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbac57a-c706-4ac4-9f0e-5039744063b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:11Z', 'updated_at': '2021-05-19T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '2f53d2d6-6449-4a85-8d31-dfd9622a0fbb', 'name': '', 'network_id': 'df072371-620a-43d5-8458-4907d6780d74', 'tenant_id': '0228133154ed48caa9f8cc784afdaf7c', 'mac_address': 'fa:16:3e:45:56:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbac57a-c706-4ac4-9f0e-5039744063b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ffda9abb-3022-43a0-bf49-70164ebadef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:13Z', 'updated_at': '2021-05-19T09:39:14Z', 'revision_number': 2, 'project_id': '0228133154ed48caa9f8cc784afdaf7c', 'subnets': [{'id': 'ffda9abb-3022-43a0-bf49-70164ebadef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:19.802444 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] Checking router: fdbac57a-c706-4ac4-9f0e-5039744063b1 for host: dv-cinder-791281-2-smb {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:39:19.802806 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] Updating router fdbac57a-c706-4ac4-9f0e-5039744063b1 port 2f53d2d6-6449-4a85-8d31-dfd9622a0fbb binding host dv-cinder-791281-2-smb {{(pid=91654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:39:19.857523 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:20.039085 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:39:20.231071 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] Notify callbacks [] for port, precommit_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:20.243851 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.provisioning_blocks [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] Transition to ACTIVE for port object 2f53d2d6-6449-4a85-8d31-dfd9622a0fbb will not be triggered until provisioned by entity L2. {{(pid=91654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:39:20.251569 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:20.257416 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:20.329426 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b9313-b067-46bd-bb54-eb814e216893 None None] Pushing event updated for resources: {'Port': ['ID=2f53d2d6-6449-4a85-8d31-dfd9622a0fbb,revision_number=3']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:20.448400 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-eb5b9313-b067-46bd-bb54-eb814e216893 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:20.528228 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] Attempting to bind port 2f53d2d6-6449-4a85-8d31-dfd9622a0fbb on host dv-cinder-791281-2-smb for vnic_type normal with profile {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:39:20.528602 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] Attempting to bind port 2f53d2d6-6449-4a85-8d31-dfd9622a0fbb by drivers openvswitch,hyperv on host dv-cinder-791281-2-smb at level 0 using segments [{'id': '79167db4-0381-4f65-8adc-032b39465aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df072371-620a-43d5-8458-4907d6780d74'}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:39:20.528965 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] Attempting to bind port 2f53d2d6-6449-4a85-8d31-dfd9622a0fbb on network df072371-620a-43d5-8458-4907d6780d74 {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:39:20.535681 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] Checking agent: {'id': 'ed3a6ef3-8a48-48e1-82fc-7237784a1888', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 23, 31), 'started_at': datetime.datetime(2021, 5, 19, 9, 24, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:39:20.536232 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] Checking segment: {'id': '79167db4-0381-4f65-8adc-032b39465aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df072371-620a-43d5-8458-4907d6780d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:39:20.536637 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:20.537030 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] Bound using segment: {'id': '79167db4-0381-4f65-8adc-032b39465aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df072371-620a-43d5-8458-4907d6780d74'} {{(pid=91654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:39:20.537732 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.managers [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] Bound port: 2f53d2d6-6449-4a85-8d31-dfd9622a0fbb, host: dv-cinder-791281-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79167db4-0381-4f65-8adc-032b39465aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'df072371-620a-43d5-8458-4907d6780d74'}}] {{(pid=91654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:39:20.538103 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:20.639749 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] For port 2f53d2d6-6449-4a85-8d31-dfd9622a0fbb, host dv-cinder-791281-2-smb, cleared binding levels {{(pid=91654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:39:20.642810 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.plugins.ml2.db [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] For port 2f53d2d6-6449-4a85-8d31-dfd9622a0fbb, host dv-cinder-791281-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=2f53d2d6-6449-4a85-8d31-dfd9622a0fbb,segment=NetworkSegment(79167db4-0381-4f65-8adc-032b39465aee),segment_id=79167db4-0381-4f65-8adc-032b39465aee)] {{(pid=91654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:39:20.650371 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron_lib.callbacks.manager [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:20.655352 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-6cd29eb8-181a-45c8-b85b-f85275f05938 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:20.732564 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] Routers {'fdbac57a-c706-4ac4-9f0e-5039744063b1'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:39:20.733181 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:39:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['fdbac57a-c706-4ac4-9f0e-5039744063b1'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:20.783473 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b9313-b067-46bd-bb54-eb814e216893 None None] Pushing event updated for resources: {'Port': ['ID=2f53d2d6-6449-4a85-8d31-dfd9622a0fbb,revision_number=4']} {{(pid=91654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:20.792290 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG oslo_concurrency.lockutils [None req-eb5b9313-b067-46bd-bb54-eb814e216893 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:20.949628 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] Set router fdbac57a-c706-4ac4-9f0e-5039744063b1 gateway port host: dv-cinder-791281-2-smb {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:39:21.323237 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbac57a-c706-4ac4-9f0e-5039744063b1', 'name': 'tempest-TestMinimumBasicScenario-1372979985-router', 'tenant_id': '0228133154ed48caa9f8cc784afdaf7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.136'}], 'enable_snat': True}, 'gw_port_id': 'd49837b0-0098-43af-bc09-5011aa412c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:39:10Z', 'updated_at': '2021-05-19T09:39:14Z', 'revision_number': 4, 'project_id': '0228133154ed48caa9f8cc784afdaf7c', 'gw_port': {'id': 'd49837b0-0098-43af-bc09-5011aa412c5b', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbac57a-c706-4ac4-9f0e-5039744063b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:11Z', 'updated_at': '2021-05-19T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '2f53d2d6-6449-4a85-8d31-dfd9622a0fbb', 'name': '', 'network_id': 'df072371-620a-43d5-8458-4907d6780d74', 'tenant_id': '0228133154ed48caa9f8cc784afdaf7c', 'mac_address': 'fa:16:3e:45:56:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbac57a-c706-4ac4-9f0e-5039744063b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ffda9abb-3022-43a0-bf49-70164ebadef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:13Z', 'updated_at': '2021-05-19T09:39:20Z', 'revision_number': 4, 'project_id': '0228133154ed48caa9f8cc784afdaf7c', 'subnets': [{'id': 'ffda9abb-3022-43a0-bf49-70164ebadef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:21.328026 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b1165c-fb5a-40a7-bf52-c27573528806 None None] The sync data for ids ['fdbac57a-c706-4ac4-9f0e-5039744063b1'] in dv-cinder-791281-2-smb is: [{'id': 'fdbac57a-c706-4ac4-9f0e-5039744063b1', 'name': 'tempest-TestMinimumBasicScenario-1372979985-router', 'tenant_id': '0228133154ed48caa9f8cc784afdaf7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.136'}], 'enable_snat': True}, 'gw_port_id': 'd49837b0-0098-43af-bc09-5011aa412c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:39:10Z', 'updated_at': '2021-05-19T09:39:14Z', 'revision_number': 4, 'project_id': '0228133154ed48caa9f8cc784afdaf7c', 'gw_port': {'id': 'd49837b0-0098-43af-bc09-5011aa412c5b', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbac57a-c706-4ac4-9f0e-5039744063b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:11Z', 'updated_at': '2021-05-19T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': '2f53d2d6-6449-4a85-8d31-dfd9622a0fbb', 'name': '', 'network_id': 'df072371-620a-43d5-8458-4907d6780d74', 'tenant_id': '0228133154ed48caa9f8cc784afdaf7c', 'mac_address': 'fa:16:3e:45:56:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbac57a-c706-4ac4-9f0e-5039744063b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ffda9abb-3022-43a0-bf49-70164ebadef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:13Z', 'updated_at': '2021-05-19T09:39:20Z', 'revision_number': 4, 'project_id': '0228133154ed48caa9f8cc784afdaf7c', 'subnets': [{'id': 'ffda9abb-3022-43a0-bf49-70164ebadef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:39:22.206310 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 2f53d2d6-6449-4a85-8d31-dfd9622a0fbb up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:39:22.288609 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning for port 2f53d2d6-6449-4a85-8d31-dfd9622a0fbb completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:39:22.294398 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 2f53d2d6-6449-4a85-8d31-dfd9622a0fbb triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:39:22.294849 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:22.439225 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:22.481358 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] For port 2f53d2d6-6449-4a85-8d31-dfd9622a0fbb, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=2f53d2d6-6449-4a85-8d31-dfd9622a0fbb,segment=NetworkSegment(79167db4-0381-4f65-8adc-032b39465aee),segment_id=79167db4-0381-4f65-8adc-032b39465aee)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:22.488900 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:22.491269 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:22.564982 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Pushing event updated for resources: {'Port': ['ID=2f53d2d6-6449-4a85-8d31-dfd9622a0fbb,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:22.574041 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:24.169754 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 2f53d2d6-6449-4a85-8d31-dfd9622a0fbb up at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:39:24.240993 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Provisioning complete for port 2f53d2d6-6449-4a85-8d31-dfd9622a0fbb triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:39:24.241370 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:25.765096 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-fd63de55-e673-4cd5-a9f1-f1b1115d7f29 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:25.766546 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-fd63de55-e673-4cd5-a9f1-f1b1115d7f29 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/networks?id=15ede415-7504-44c6-8896-c08fe69bafb9 HTTP/1.1" status: 200 len: 815 time: 0.1440418 May 19 09:39:25.780845 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-20fa2bfe-75ae-4c40-9624-dd5aca6ffecb tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/quotas/3e67fd8b81e7411ebfc3353c9ad92d1c HTTP/1.1" status: 200 len: 375 time: 0.0087953 May 19 09:39:25.864065 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-1e3a78c5-164f-40e7-8a1c-7d2ff6fd18a8 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e67fd8b81e7411ebfc3353c9ad92d1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770094 May 19 09:39:26.100427 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-ee0c805b-3bcf-41aa-b15d-c253b2ae21ce service neutron] 10.222.0.61 "GET /v2.0/networks/15ede415-7504-44c6-8896-c08fe69bafb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252209 May 19 09:39:26.231054 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-9932f500-0b55-483c-b717-038c95415d08 service neutron] 10.222.0.61 "GET /v2.0/networks/15ede415-7504-44c6-8896-c08fe69bafb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245928 May 19 09:39:26.406516 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-f589cc2d-73d4-4c48-b1e3-bc57d04c69ea req-48104c83-ac91-49e7-a74d-e4aae6014775 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Synchronizing usage tracker for tenant:3e67fd8b81e7411ebfc3353c9ad92d1c on resource:port {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:39:26.424320 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-f589cc2d-73d4-4c48-b1e3-bc57d04c69ea req-48104c83-ac91-49e7-a74d-e4aae6014775 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Unset dirty status for tenant:3e67fd8b81e7411ebfc3353c9ad92d1c on resource:port {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:39:26.425630 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-f589cc2d-73d4-4c48-b1e3-bc57d04c69ea req-48104c83-ac91-49e7-a74d-e4aae6014775 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 210 time: 0.0628200 May 19 09:39:27.526983 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-a216f711-a2b8-498d-bb50-0e1c09e3c2b7 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:27.528407 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-a216f711-a2b8-498d-bb50-0e1c09e3c2b7 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.76 "GET /v2.0/networks?id=15ede415-7504-44c6-8896-c08fe69bafb9 HTTP/1.1" status: 200 len: 815 time: 0.1509070 May 19 09:39:27.546432 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-853c87e8-b393-467c-9390-bbb119d7baa2 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Request body: {'port': {'device_id': 'babe74e8-bab6-4102-a6e2-c3b9177e4f5f', 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9', 'admin_state_up': True, 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:39:27.625172 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-10177f3e-618d-4d51-a492-0523f2f5eedd req-51406a76-3e83-4f00-ae72-f0857b0cb4a4 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 210 time: 0.0642765 May 19 09:39:27.727106 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-853c87e8-b393-467c-9390-bbb119d7baa2 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:27.736618 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-853c87e8-b393-467c-9390-bbb119d7baa2 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:27.746784 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-853c87e8-b393-467c-9390-bbb119d7baa2 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Made reservation on behalf of 3e67fd8b81e7411ebfc3353c9ad92d1c for: {'port': 1} {{(pid=91651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:39:27.750426 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-853c87e8-b393-467c-9390-bbb119d7baa2 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:27.910983 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-853c87e8-b393-467c-9390-bbb119d7baa2 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Allocated IP 172.20.0.3 (15ede415-7504-44c6-8896-c08fe69bafb9/87241497-40e8-46eb-87d3-8a39d2674dfc/e7d70833-6c7c-4ef1-8350-92cad15afe91) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:39:28.135736 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-853c87e8-b393-467c-9390-bbb119d7baa2 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:28.152706 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-853c87e8-b393-467c-9390-bbb119d7baa2 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Transition to ACTIVE for port object e7d70833-6c7c-4ef1-8350-92cad15afe91 will not be triggered until provisioned by entity DHCP. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:39:28.180393 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-853c87e8-b393-467c-9390-bbb119d7baa2 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:28.187775 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-55682b83-db79-4fe6-9411-d725a336ea20 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:28.271916 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c87e8-b393-467c-9390-bbb119d7baa2 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Pushing event updated for resources: {'Port': ['ID=e7d70833-6c7c-4ef1-8350-92cad15afe91,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:28.276232 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-853c87e8-b393-467c-9390-bbb119d7baa2 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:28.286162 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-853c87e8-b393-467c-9390-bbb119d7baa2 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Network 15ede415-7504-44c6-8896-c08fe69bafb9 is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:39:28.287737 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-853c87e8-b393-467c-9390-bbb119d7baa2 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Resources bound (agent type, host, resource id): {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:39:28.290531 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-853c87e8-b393-467c-9390-bbb119d7baa2 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:39:28.373134 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-853c87e8-b393-467c-9390-bbb119d7baa2 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:28.374401 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-853c87e8-b393-467c-9390-bbb119d7baa2 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:28.416084 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-853c87e8-b393-467c-9390-bbb119d7baa2 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8739190 May 19 09:39:28.636559 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-2def298b-e519-458c-a4ca-f35bcf20202b None None] Provisioning for port e7d70833-6c7c-4ef1-8350-92cad15afe91 completed by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:39:28.642146 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-2def298b-e519-458c-a4ca-f35bcf20202b None None] Provisioning complete for port e7d70833-6c7c-4ef1-8350-92cad15afe91 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:39:28.642923 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2def298b-e519-458c-a4ca-f35bcf20202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:28.712024 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-2def298b-e519-458c-a4ca-f35bcf20202b None None] Port e7d70833-6c7c-4ef1-8350-92cad15afe91 cannot update to ACTIVE because it is not bound. {{(pid=91653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:39:28.844711 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39abae-c1d6-4c14-8366-6252139c186c req-aba1fc03-bdc1-4e97-bf51-b5edaf9b7671 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:28.846341 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-fc39abae-c1d6-4c14-8366-6252139c186c req-aba1fc03-bdc1-4e97-bf51-b5edaf9b7671 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 931 time: 0.0873249 May 19 09:39:28.894152 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-fc39abae-c1d6-4c14-8366-6252139c186c req-fdd0e689-5477-42e3-9448-0e2af849a8b9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Synchronizing usage tracker for tenant:3e67fd8b81e7411ebfc3353c9ad92d1c on resource:security_group {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:39:28.898280 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-3945b27a-d752-4ef1-b091-0fb13994830b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:28.919406 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-fc39abae-c1d6-4c14-8366-6252139c186c req-fdd0e689-5477-42e3-9448-0e2af849a8b9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Unset dirty status for tenant:3e67fd8b81e7411ebfc3353c9ad92d1c on resource:security_group {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:39:28.920686 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-fc39abae-c1d6-4c14-8366-6252139c186c req-fdd0e689-5477-42e3-9448-0e2af849a8b9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678270 May 19 09:39:30.118390 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5b3f8-1c97-4b78-afe4-d32e2630ccb7 req-9ac01319-3c9d-4d6b-971f-15c2c629b2aa tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:30.119093 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-8ff5b3f8-1c97-4b78-afe4-d32e2630ccb7 req-9ac01319-3c9d-4d6b-971f-15c2c629b2aa tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Synchronizing usage tracker for tenant:3e67fd8b81e7411ebfc3353c9ad92d1c on resource:port {{(pid=91651) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:39:30.134633 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [req-8ff5b3f8-1c97-4b78-afe4-d32e2630ccb7 req-9ac01319-3c9d-4d6b-971f-15c2c629b2aa tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Unset dirty status for tenant:3e67fd8b81e7411ebfc3353c9ad92d1c on resource:port {{(pid=91651) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:39:30.135750 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-8ff5b3f8-1c97-4b78-afe4-d32e2630ccb7 req-9ac01319-3c9d-4d6b-971f-15c2c629b2aa tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 931 time: 0.1007397 May 19 09:39:30.194720 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-8ff5b3f8-1c97-4b78-afe4-d32e2630ccb7 req-aa921029-438c-47a4-b5f9-1ec46f5c784d tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525365 May 19 09:39:31.384349 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe000c-a9f7-433b-95ce-0216740e8c2f req-5902c71c-b0e0-445e-abb5-8a688a657196 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:31.385932 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-fcbe000c-a9f7-433b-95ce-0216740e8c2f req-5902c71c-b0e0-445e-abb5-8a688a657196 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 931 time: 0.0805826 May 19 09:39:31.432742 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-fcbe000c-a9f7-433b-95ce-0216740e8c2f req-63fb1cda-c3e8-4416-ba8d-ae6c76a197b6 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406671 May 19 09:39:31.434665 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:31.944564 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b007b35b-100c-49ba-922b-ac3ec234063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:32.636475 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e004a-638f-4258-9f05-3bf73c10fa85 req-0f146e43-9c51-4734-9022-ff2126065108 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:32.638956 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-979e004a-638f-4258-9f05-3bf73c10fa85 req-0f146e43-9c51-4734-9022-ff2126065108 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 931 time: 0.0891440 May 19 09:39:32.794204 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-979e004a-638f-4258-9f05-3bf73c10fa85 req-8d4042cc-ea51-477e-9110-7b0f3e828ae5 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473949 May 19 09:39:32.879096 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:34.106272 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e3d01-8a14-4c96-b601-0abbaaba0d02 req-34002bb2-30fa-4f21-8275-a4872d322fc8 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:34.108703 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-dc4e3d01-8a14-4c96-b601-0abbaaba0d02 req-34002bb2-30fa-4f21-8275-a4872d322fc8 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 931 time: 0.2058785 May 19 09:39:34.173036 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-dc4e3d01-8a14-4c96-b601-0abbaaba0d02 req-6b94647d-6ad2-43a9-bb84-8b617f6b8a59 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517027 May 19 09:39:34.583265 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:35.357502 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3618c8-3613-4aa8-ad5b-227623980cc8 req-3c8f2d0b-f4f4-4400-b51f-73757489f7dd tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:35.359014 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-db3618c8-3613-4aa8-ad5b-227623980cc8 req-3c8f2d0b-f4f4-4400-b51f-73757489f7dd tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 931 time: 0.0807009 May 19 09:39:35.423523 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-db3618c8-3613-4aa8-ad5b-227623980cc8 req-129477c3-db78-4af7-b649-e608bb9eca51 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512853 May 19 09:39:36.638252 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b740128-556f-45fb-b0b8-d82003eacb38 req-b08d179c-0427-4ba2-8d39-07dc4b862bb6 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:36.639715 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-2b740128-556f-45fb-b0b8-d82003eacb38 req-b08d179c-0427-4ba2-8d39-07dc4b862bb6 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 931 time: 0.1098659 May 19 09:39:36.684480 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-2b740128-556f-45fb-b0b8-d82003eacb38 req-b58c691e-20b9-4e63-bcc8-da903c3543db tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385847 May 19 09:39:37.776490 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-9532f64d-73d1-426a-9fe3-5c89e4096d33 service neutron] Request body: {'port': {'device_id': 'babe74e8-bab6-4102-a6e2-c3b9177e4f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:39:37.949483 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-9532f64d-73d1-426a-9fe3-5c89e4096d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:37.976510 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493d4e1-0634-4251-bfd9-fd2166bbd866 req-72b06ac8-97c0-4c1a-b33c-2c97468700ad tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:37.978006 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3493d4e1-0634-4251-bfd9-fd2166bbd866 req-72b06ac8-97c0-4c1a-b33c-2c97468700ad tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 931 time: 0.1718855 May 19 09:39:38.121636 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3493d4e1-0634-4251-bfd9-fd2166bbd866 req-14ab1a99-5c7b-43c0-8b23-f302ecd3b12f tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123729 May 19 09:39:38.355072 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-9532f64d-73d1-426a-9fe3-5c89e4096d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d70833-6c7c-4ef1-8350-92cad15afe91 {{(pid=91651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:39:38.362049 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-9532f64d-73d1-426a-9fe3-5c89e4096d33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:38.377372 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-9532f64d-73d1-426a-9fe3-5c89e4096d33 service neutron] Transition to ACTIVE for port object e7d70833-6c7c-4ef1-8350-92cad15afe91 will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:39:38.381723 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-9532f64d-73d1-426a-9fe3-5c89e4096d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2459273'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:38.386835 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4c1cd62a-6cb0-4558-8315-430bd4a88529 tempest-VolumesNegativeTest-1241359749 tempest-VolumesNegativeTest-1241359749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:38.557605 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532f64d-73d1-426a-9fe3-5c89e4096d33 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d70833-6c7c-4ef1-8350-92cad15afe91,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:38.560603 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-9532f64d-73d1-426a-9fe3-5c89e4096d33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:38.631475 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-9532f64d-73d1-426a-9fe3-5c89e4096d33 service neutron] Attempting to bind port e7d70833-6c7c-4ef1-8350-92cad15afe91 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:39:38.631809 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-9532f64d-73d1-426a-9fe3-5c89e4096d33 service neutron] Attempting to bind port e7d70833-6c7c-4ef1-8350-92cad15afe91 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '8bbf6d17-9050-42d5-b1e0-7e809ca17474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:39:38.632134 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-9532f64d-73d1-426a-9fe3-5c89e4096d33 service neutron] Attempting to bind port e7d70833-6c7c-4ef1-8350-92cad15afe91 on network 15ede415-7504-44c6-8896-c08fe69bafb9 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:39:38.636767 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-9532f64d-73d1-426a-9fe3-5c89e4096d33 service neutron] Port e7d70833-6c7c-4ef1-8350-92cad15afe91 on network 15ede415-7504-44c6-8896-c08fe69bafb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:39:38.637112 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-9532f64d-73d1-426a-9fe3-5c89e4096d33 service neutron] Attempting to bind port e7d70833-6c7c-4ef1-8350-92cad15afe91 on network 15ede415-7504-44c6-8896-c08fe69bafb9 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:39:38.643064 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-9532f64d-73d1-426a-9fe3-5c89e4096d33 service neutron] Checking agent: {'id': 'e2b12f16-87f3-476d-a836-3e2e94bcfd4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'started_at': datetime.datetime(2021, 5, 19, 9, 29, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:39:38.643395 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-9532f64d-73d1-426a-9fe3-5c89e4096d33 service neutron] Checking segment: {'id': '8bbf6d17-9050-42d5-b1e0-7e809ca17474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:39:38.643777 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-9532f64d-73d1-426a-9fe3-5c89e4096d33 service neutron] Bound using segment: {'id': '8bbf6d17-9050-42d5-b1e0-7e809ca17474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:39:38.644187 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-9532f64d-73d1-426a-9fe3-5c89e4096d33 service neutron] Bound port: e7d70833-6c7c-4ef1-8350-92cad15afe91, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bbf6d17-9050-42d5-b1e0-7e809ca17474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:39:38.645115 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-9532f64d-73d1-426a-9fe3-5c89e4096d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:38.737813 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-9532f64d-73d1-426a-9fe3-5c89e4096d33 service neutron] For port e7d70833-6c7c-4ef1-8350-92cad15afe91, host hv-cinder-79128, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:39:38.741476 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-9532f64d-73d1-426a-9fe3-5c89e4096d33 service neutron] For port e7d70833-6c7c-4ef1-8350-92cad15afe91, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e7d70833-6c7c-4ef1-8350-92cad15afe91,segment=NetworkSegment(8bbf6d17-9050-42d5-b1e0-7e809ca17474),segment_id=8bbf6d17-9050-42d5-b1e0-7e809ca17474)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:39:38.746798 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-9532f64d-73d1-426a-9fe3-5c89e4096d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2459273'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:38.750434 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ad45f3b9-009d-4390-830e-94e2f3c76f64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:38.806095 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-9532f64d-73d1-426a-9fe3-5c89e4096d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:38.806721 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-9532f64d-73d1-426a-9fe3-5c89e4096d33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:38.808061 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-9532f64d-73d1-426a-9fe3-5c89e4096d33 service neutron] 10.222.0.76 "PUT /v2.0/ports/e7d70833-6c7c-4ef1-8350-92cad15afe91 HTTP/1.1" status: 200 len: 1093 time: 1.0372415 May 19 09:39:38.808561 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'babe74e8-bab6-4102-a6e2-c3b9177e4f5f', 'tag': 'e7d70833-6c7c-4ef1-8350-92cad15afe91'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:39:38.832351 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532f64d-73d1-426a-9fe3-5c89e4096d33 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d70833-6c7c-4ef1-8350-92cad15afe91,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:38.834265 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-9532f64d-73d1-426a-9fe3-5c89e4096d33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:38.898514 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'babe74e8-bab6-4102-a6e2-c3b9177e4f5f', 'tag': 'e7d70833-6c7c-4ef1-8350-92cad15afe91', 'status': 'completed', 'code': 200} May 19 09:39:38.940667 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-13307410-12ff-48ea-aa66-0f7bd10527d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:38.943028 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-13307410-12ff-48ea-aa66-0f7bd10527d1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3e67fd8b81e7411ebfc3353c9ad92d1c&device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 1096 time: 0.0815635 May 19 09:39:39.015051 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-907adb00-3b0a-48d6-a059-ae10496edfc1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7d70833-6c7c-4ef1-8350-92cad15afe91 HTTP/1.1" status: 200 len: 217 time: 0.0613523 May 19 09:39:39.084177 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-1c69df80-b8c4-4f40-8b4d-913177aa6eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:39.085489 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-1c69df80-b8c4-4f40-8b4d-913177aa6eea service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87241497-40e8-46eb-87d3-8a39d2674dfc HTTP/1.1" status: 200 len: 854 time: 0.0602989 May 19 09:39:39.170367 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-aa9c1434-8579-4f1d-bfae-d66d7b424e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:39.171885 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-aa9c1434-8579-4f1d-bfae-d66d7b424e99 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=15ede415-7504-44c6-8896-c08fe69bafb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0762448 May 19 09:39:39.446848 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-b0c06c61-d50c-4dc1-81ee-ea9c89502388 service neutron] 10.222.0.76 "GET /v2.0/networks/15ede415-7504-44c6-8896-c08fe69bafb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642159 May 19 09:39:39.576673 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230c036-8fc2-4923-bc01-bea537445ae5 req-a61dadec-5ddf-42b8-ab1c-59d1824c2a38 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:39.578142 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3230c036-8fc2-4923-bc01-bea537445ae5 req-a61dadec-5ddf-42b8-ab1c-59d1824c2a38 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 943 time: 0.2776489 May 19 09:39:39.618614 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9f74a5bd-436e-4e14-b8a2-5246650c5cb4 req-298c41d5-93c4-4177-809c-57d49d437518 service neutron] 10.222.0.76 "GET /v2.0/networks/15ede415-7504-44c6-8896-c08fe69bafb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596653 May 19 09:39:39.638564 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-3230c036-8fc2-4923-bc01-bea537445ae5 req-a2664798-b72f-4197-9391-f3440bed3580 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526917 May 19 09:39:39.739515 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a95b2-6b89-4ba6-875d-25279109bffc req-c39f4073-1649-4ff2-94ec-21e9867f3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:39.740990 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-1c0a95b2-6b89-4ba6-875d-25279109bffc req-c39f4073-1649-4ff2-94ec-21e9867f3013 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3e67fd8b81e7411ebfc3353c9ad92d1c&device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 1096 time: 0.0713236 May 19 09:39:39.872488 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a95b2-6b89-4ba6-875d-25279109bffc req-f13a13d5-f405-4792-ba30-57f907b7f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:39.873969 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-1c0a95b2-6b89-4ba6-875d-25279109bffc req-f13a13d5-f405-4792-ba30-57f907b7f4ab service neutron] 10.222.0.76 "GET /v2.0/networks?id=15ede415-7504-44c6-8896-c08fe69bafb9 HTTP/1.1" status: 200 len: 916 time: 0.1260970 May 19 09:39:39.944042 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-1c0a95b2-6b89-4ba6-875d-25279109bffc req-95d45350-031c-48d1-8bce-de69aa8d3f71 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7d70833-6c7c-4ef1-8350-92cad15afe91 HTTP/1.1" status: 200 len: 217 time: 0.0629902 May 19 09:39:40.011384 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a95b2-6b89-4ba6-875d-25279109bffc req-aa18615c-c874-4f45-9638-b1cc9ea8f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:40.012701 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-1c0a95b2-6b89-4ba6-875d-25279109bffc req-aa18615c-c874-4f45-9638-b1cc9ea8f3ef service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87241497-40e8-46eb-87d3-8a39d2674dfc HTTP/1.1" status: 200 len: 854 time: 0.0615335 May 19 09:39:40.089683 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a95b2-6b89-4ba6-875d-25279109bffc req-cdd5cb87-1d87-4025-84e8-9803f2805446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:40.091205 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-1c0a95b2-6b89-4ba6-875d-25279109bffc req-cdd5cb87-1d87-4025-84e8-9803f2805446 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=15ede415-7504-44c6-8896-c08fe69bafb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708730 May 19 09:39:40.224817 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-1c0a95b2-6b89-4ba6-875d-25279109bffc req-7df3cc76-b1cb-4a54-9502-6b8d51ad3f35 service neutron] 10.222.0.76 "GET /v2.0/networks/15ede415-7504-44c6-8896-c08fe69bafb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248000 May 19 09:39:40.357682 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-1c0a95b2-6b89-4ba6-875d-25279109bffc req-dba9eb48-8a8c-49c0-ac9b-75fdc700a975 service neutron] 10.222.0.76 "GET /v2.0/networks/15ede415-7504-44c6-8896-c08fe69bafb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257071 May 19 09:39:40.581681 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:40.820541 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08853b-8bce-4c99-82a6-f2dd6ab8766f req-dcb13fab-94e3-4c69-b853-eee828a96b97 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:40.822032 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-5e08853b-8bce-4c99-82a6-f2dd6ab8766f req-dcb13fab-94e3-4c69-b853-eee828a96b97 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 943 time: 0.0794926 May 19 09:39:40.865862 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-5e08853b-8bce-4c99-82a6-f2dd6ab8766f req-3b82307f-e281-49e6-bca4-98a23e50cf7a tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381575 May 19 09:39:42.047910 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7d747-f029-4c90-9bb6-61914e856edf req-855d2ba8-0cc2-4971-9937-aff6d5dfaf9b tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:42.049277 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-13d7d747-f029-4c90-9bb6-61914e856edf req-855d2ba8-0cc2-4971-9937-aff6d5dfaf9b tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 943 time: 0.0811887 May 19 09:39:42.097364 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-13d7d747-f029-4c90-9bb6-61914e856edf req-92663440-9b76-479b-8a4b-cc33f6a3d252 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421519 May 19 09:39:43.284426 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17623ef-11c7-4a84-af2b-ab3de726daca req-88bdc65c-748c-484a-8f13-8ba843bafaf9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:43.287074 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b17623ef-11c7-4a84-af2b-ab3de726daca req-88bdc65c-748c-484a-8f13-8ba843bafaf9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 943 time: 0.0875874 May 19 09:39:43.332530 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-b17623ef-11c7-4a84-af2b-ab3de726daca req-ba02d6ce-c8a8-48f5-9153-6c3a34171991 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391738 May 19 09:39:43.397534 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device e7d70833-6c7c-4ef1-8350-92cad15afe91 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:39:43.567257 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port e7d70833-6c7c-4ef1-8350-92cad15afe91, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e7d70833-6c7c-4ef1-8350-92cad15afe91,segment=NetworkSegment(8bbf6d17-9050-42d5-b1e0-7e809ca17474),segment_id=8bbf6d17-9050-42d5-b1e0-7e809ca17474)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:43.580034 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Returning: {'device': 'e7d70833-6c7c-4ef1-8350-92cad15afe91', 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9', 'port_id': 'e7d70833-6c7c-4ef1-8350-92cad15afe91', 'mac_address': 'fa:16:3e:80:3f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87241497-40e8-46eb-87d3-8a39d2674dfc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:39:43.635808 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:43.653226 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d70833-6c7c-4ef1-8350-92cad15afe91 {{(pid=91653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:39:43.668223 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port e7d70833-6c7c-4ef1-8350-92cad15afe91, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e7d70833-6c7c-4ef1-8350-92cad15afe91,segment=NetworkSegment(8bbf6d17-9050-42d5-b1e0-7e809ca17474),segment_id=8bbf6d17-9050-42d5-b1e0-7e809ca17474)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:43.672121 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:43.673970 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-705fe594-58cf-4968-b371-2e5a37667201 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:43.741514 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=e7d70833-6c7c-4ef1-8350-92cad15afe91,revision_number=4']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:43.748643 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:43.748978 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:43.749306 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:43.749629 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:43.749975 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:43.750297 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:43.750613 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:43.750922 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:43.751232 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:43.751541 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:43.751849 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:43.752156 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:43.756333 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:43.938462 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['e7d70833-6c7c-4ef1-8350-92cad15afe91'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:39:44.513682 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669826a8-22c4-45a1-b738-0a7ef5468d8d req-65f753ea-526c-4aca-9f47-82e46c74e6a6 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:44.515153 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-669826a8-22c4-45a1-b738-0a7ef5468d8d req-65f753ea-526c-4aca-9f47-82e46c74e6a6 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 944 time: 0.0797772 May 19 09:39:44.560210 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-669826a8-22c4-45a1-b738-0a7ef5468d8d req-0a86a823-dd1c-4d37-8317-bd1e1bfa80f0 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391271 May 19 09:39:45.396154 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device e7d70833-6c7c-4ef1-8350-92cad15afe91 up at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:39:45.461557 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning for port e7d70833-6c7c-4ef1-8350-92cad15afe91 completed by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:39:45.466086 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Provisioning complete for port e7d70833-6c7c-4ef1-8350-92cad15afe91 triggered by entity L2. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:39:45.466481 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:45.582448 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:45.610185 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babe74e8-bab6-4102-a6e2-c3b9177e4f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d70833-6c7c-4ef1-8350-92cad15afe91'}] {{(pid=91653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:39:45.620770 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] For port e7d70833-6c7c-4ef1-8350-92cad15afe91, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e7d70833-6c7c-4ef1-8350-92cad15afe91,segment=NetworkSegment(8bbf6d17-9050-42d5-b1e0-7e809ca17474),segment_id=8bbf6d17-9050-42d5-b1e0-7e809ca17474)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:45.625854 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465'] for port, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:45.627789 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:45.663651 dv-cinder-791281-2-smb neutron-server[91653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'babe74e8-bab6-4102-a6e2-c3b9177e4f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d70833-6c7c-4ef1-8350-92cad15afe91', 'code': 200} May 19 09:39:45.697478 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Pushing event updated for resources: {'Port': ['ID=e7d70833-6c7c-4ef1-8350-92cad15afe91,revision_number=5']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:45.700329 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:45.769075 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa3ea3-a9c7-429c-a17f-ab3303507d78 req-34203bd9-c07b-42da-b637-67eb4bfd4036 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:45.770699 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-eaaa3ea3-a9c7-429c-a17f-ab3303507d78 req-34203bd9-c07b-42da-b637-67eb4bfd4036 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 945 time: 0.0857038 May 19 09:39:45.820669 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-eaaa3ea3-a9c7-429c-a17f-ab3303507d78 req-9c01d00c-8fb3-4c1d-b1b7-66bd70af6a86 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441904 May 19 09:39:45.903911 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeb3ac-3ef0-404c-968a-9d3ce7809437 req-e7792f74-4dac-4531-a888-4b3d18e563f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:45.905283 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9ceeb3ac-3ef0-404c-968a-9d3ce7809437 req-e7792f74-4dac-4531-a888-4b3d18e563f6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 1098 time: 0.0727279 May 19 09:39:45.949677 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9ceeb3ac-3ef0-404c-968a-9d3ce7809437 req-7a2a2a6a-71da-4083-9e17-589e25e2a35e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340178 May 19 09:39:47.014090 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c38096-f87c-428d-bf6a-d3a878daa54c req-ee1cfaa5-133d-4e4d-892d-ad598a5418ac tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:47.015477 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-28c38096-f87c-428d-bf6a-d3a878daa54c req-ee1cfaa5-133d-4e4d-892d-ad598a5418ac tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 945 time: 0.0834467 May 19 09:39:47.060116 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-28c38096-f87c-428d-bf6a-d3a878daa54c req-c4d39542-c8e5-4004-b46e-0975dc4cedd6 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382977 May 19 09:39:48.242638 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab31db-4e6e-4b05-bd88-1d2edfc3633a req-d06ab18e-be5c-4a8f-9f43-59203494d836 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:48.244086 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-2bab31db-4e6e-4b05-bd88-1d2edfc3633a req-d06ab18e-be5c-4a8f-9f43-59203494d836 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 945 time: 0.0791829 May 19 09:39:48.295839 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-2bab31db-4e6e-4b05-bd88-1d2edfc3633a req-2bf34b8b-cbbe-4161-8013-79a47256804a tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461786 May 19 09:39:48.479287 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c57c1-2d6c-428d-9e17-f1b5b93a226b req-41a87003-d633-494d-b89f-c627baa2b457 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:48.480728 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-649c57c1-2d6c-428d-9e17-f1b5b93a226b req-41a87003-d633-494d-b89f-c627baa2b457 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 945 time: 0.0829730 May 19 09:39:48.526736 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-649c57c1-2d6c-428d-9e17-f1b5b93a226b req-c2adba84-1916-4b75-a21b-ec7b42812d71 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403256 May 19 09:39:48.912358 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1c1ef-b6c7-40a9-adbd-54d881543c25 req-9ff6e026-a0a8-4b70-847a-cc3d6ad5e30c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:48.913819 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a4a1c1ef-b6c7-40a9-adbd-54d881543c25 req-9ff6e026-a0a8-4b70-847a-cc3d6ad5e30c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 945 time: 0.0797813 May 19 09:39:48.961472 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a4a1c1ef-b6c7-40a9-adbd-54d881543c25 req-8748a705-1373-4c69-be1a-30137735fad9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420096 May 19 09:39:53.756319 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c59ec-0064-4683-b4fd-304046ed7f20 req-5e0590fc-929d-47ba-ac36-a80e27b53866 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:53.757750 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a99c59ec-0064-4683-b4fd-304046ed7f20 req-5e0590fc-929d-47ba-ac36-a80e27b53866 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 945 time: 0.0809600 May 19 09:39:53.802736 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a99c59ec-0064-4683-b4fd-304046ed7f20 req-2a765360-5ad8-4d75-9702-87d0490b6036 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391846 May 19 09:39:53.825545 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 49950) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:53.938313 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba42cd4e-5981-43cd-85c5-1e7eab1095d1 tempest-TestMinimumBasicScenario-985868445 tempest-TestMinimumBasicScenario-985868445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:53.939786 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-ba42cd4e-5981-43cd-85c5-1e7eab1095d1 tempest-TestMinimumBasicScenario-985868445 tempest-TestMinimumBasicScenario-985868445-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 1093 time: 0.1133227 May 19 09:39:53.942821 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 49956) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:53.947750 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Request body: {'floatingip': {'floating_network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'port_id': 'e7d70833-6c7c-4ef1-8350-92cad15afe91', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:39:53.953434 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:53.957231 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Usage tracker for resource:floatingip and tenant:3e67fd8b81e7411ebfc3353c9ad92d1c is out of sync, need to count used quota {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:39:53.960572 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.quota.resource [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91651) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:39:53.966211 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.quota.driver [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91651) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:54.062915 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for floatingip, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:54.199588 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:54.336649 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.db_base_plugin_common [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Allocated IP 172.28.0.137 (7d528ae4-f655-4215-abed-2652e9d6f37f/518ab1fe-b41e-417a-a1c0-f577284c585f/dcd9bff3-eab3-4a70-b79a-edc31803a3d9) {{(pid=91651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:39:54.481505 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for port, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:54.509620 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789556121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:54.513900 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-45288a19-2ed2-4ddd-9691-e2c00cbb4160 tempest-VolumesActionsTest-2090984540 tempest-VolumesActionsTest-2090984540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:54.577712 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Network 7d528ae4-f655-4215-abed-2652e9d6f37f is already hosted by enough agents. {{(pid=91651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:39:54.580579 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.base_scheduler [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Resources bound (agent type, host, resource id): {{(pid=91651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:39:54.584570 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Received port after_create {{(pid=91651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:39:54.618933 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Pushing event updated for resources: {'Port': ['ID=dcd9bff3-eab3-4a70-b79a-edc31803a3d9,revision_number=1']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:54.634918 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:54.635289 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:54.635649 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:54.636003 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:54.636356 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:54.636703 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:54.637049 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:54.637392 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:54.637739 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:54.638104 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:54.638446 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:54.638783 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:54.643436 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:55.001194 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:55.075279 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:55.282554 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:55.287788 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2459273'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:55.292092 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-1d0ffda6-0a81-42d1-b0fa-6d65c77645b2 tempest-TestShelveInstance-399336969 tempest-TestShelveInstance-399336969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:55.402053 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Pushing event updated for resources: {'Port': ['ID=dcd9bff3-eab3-4a70-b79a-edc31803a3d9,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:55.406344 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:55.411513 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806387'] for floatingip, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:55.584769 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.db.l3_db [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Floating IP 2fd182fb-37c7-4259-a55f-d5e70659fcd9 associated. External IP: 172.28.0.137, port: e7d70833-6c7c-4ef1-8350-92cad15afe91. May 19 09:39:56.034768 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Router 3de06391-23c0-4b65-9a1c-ff938e13591e has already been hosted by L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 {{(pid=91651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:39:56.213313 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:39:56.222906 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79bd5b3-62b0-4046-82bf-76b1e0c24c1f None None] Sync routers for ids ['3de06391-23c0-4b65-9a1c-ff938e13591e'] in dv-cinder-791281-2-smb {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:39:56.232222 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79bd5b3-62b0-4046-82bf-76b1e0c24c1f None None] Routers {'3de06391-23c0-4b65-9a1c-ff938e13591e'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:39:56.232836 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-b79bd5b3-62b0-4046-82bf-76b1e0c24c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:39:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['3de06391-23c0-4b65-9a1c-ff938e13591e'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:56.236982 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for floatingip, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:56.294467 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3505652 May 19 09:39:56.295018 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'babe74e8-bab6-4102-a6e2-c3b9177e4f5f', 'tag': 'e7d70833-6c7c-4ef1-8350-92cad15afe91'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:39:56.297265 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 49960) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:56.304185 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-e2c8d220-4f94-47be-9c46-7a8ae16aeec3 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1123954008', 'description': 'tempest-secgroup-smoke-1123954008 description', 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:39:56.311575 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-e2c8d220-4f94-47be-9c46-7a8ae16aeec3 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:56.322460 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-e2c8d220-4f94-47be-9c46-7a8ae16aeec3 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:56.336919 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e2c8d220-4f94-47be-9c46-7a8ae16aeec3 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for security_group, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:56.342312 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'babe74e8-bab6-4102-a6e2-c3b9177e4f5f', 'tag': 'e7d70833-6c7c-4ef1-8350-92cad15afe91', 'status': 'completed', 'code': 200} May 19 09:39:56.363474 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-e2c8d220-4f94-47be-9c46-7a8ae16aeec3 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:56.367799 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-e2c8d220-4f94-47be-9c46-7a8ae16aeec3 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Usage tracker for resource:security_group_rule and tenant:3e67fd8b81e7411ebfc3353c9ad92d1c is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:39:56.370672 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-e2c8d220-4f94-47be-9c46-7a8ae16aeec3 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:39:56.376597 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-e2c8d220-4f94-47be-9c46-7a8ae16aeec3 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:56.420458 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-b79bd5b3-62b0-4046-82bf-76b1e0c24c1f None None] Set router 3de06391-23c0-4b65-9a1c-ff938e13591e gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:39:56.443871 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7066b-74fa-414f-9647-cd79f1934f8b req-3cb9e328-fb0d-4038-b490-b9aab28d1d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:56.445425 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-67b7066b-74fa-414f-9647-cd79f1934f8b req-3cb9e328-fb0d-4038-b490-b9aab28d1d80 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3e67fd8b81e7411ebfc3353c9ad92d1c&device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 1098 time: 0.0761333 May 19 09:39:56.449398 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e2c8d220-4f94-47be-9c46-7a8ae16aeec3 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for security_group, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:56.453137 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e2c8d220-4f94-47be-9c46-7a8ae16aeec3 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:56.482290 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f11ee661-47ac-4243-b869-375819c36ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:56.510215 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8d220-4f94-47be-9c46-7a8ae16aeec3 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ac85ae-da7a-43c8-9787-ac14d877c6db,revision_number=1']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:56.512580 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-e2c8d220-4f94-47be-9c46-7a8ae16aeec3 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:56.516789 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-e2c8d220-4f94-47be-9c46-7a8ae16aeec3 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2178965 May 19 09:39:56.517363 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 49966) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:56.518148 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-e2c8d220-4f94-47be-9c46-7a8ae16aeec3 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:56.523698 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-a6c0f11c-33db-46a0-8227-7d37f86f6b87 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Request body: {'security_group_rule': {'security_group_id': 'b7ac85ae-da7a-43c8-9787-ac14d877c6db', 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:39:56.530117 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-a6c0f11c-33db-46a0-8227-7d37f86f6b87 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:56.533995 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-a6c0f11c-33db-46a0-8227-7d37f86f6b87 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Usage tracker for resource:security_group_rule and tenant:3e67fd8b81e7411ebfc3353c9ad92d1c is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:39:56.538228 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-a6c0f11c-33db-46a0-8227-7d37f86f6b87 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:39:56.545340 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-a6c0f11c-33db-46a0-8227-7d37f86f6b87 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:56.562526 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a6c0f11c-33db-46a0-8227-7d37f86f6b87 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:56.583638 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7066b-74fa-414f-9647-cd79f1934f8b req-175efa24-beba-4286-bfcb-fd6aadb90ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:56.585095 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-67b7066b-74fa-414f-9647-cd79f1934f8b req-175efa24-beba-4286-bfcb-fd6aadb90ea1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=15ede415-7504-44c6-8896-c08fe69bafb9 HTTP/1.1" status: 200 len: 916 time: 0.1333530 May 19 09:39:56.626430 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a6c0f11c-33db-46a0-8227-7d37f86f6b87 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:56.630324 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a6c0f11c-33db-46a0-8227-7d37f86f6b87 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750084'] for security_group_rule, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:56.632701 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:56.657326 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0f11c-33db-46a0-8227-7d37f86f6b87 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4308f2c8-a189-40cf-83c1-084b50dc654f,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:56.663075 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a6c0f11c-33db-46a0-8227-7d37f86f6b87 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:56.670651 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a6c0f11c-33db-46a0-8227-7d37f86f6b87 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:56.672141 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-a6c0f11c-33db-46a0-8227-7d37f86f6b87 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1529684 May 19 09:39:56.674872 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 49970) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:56.680393 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-7e5663c4-162a-4e2f-8425-8a8e6efca062 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Request body: {'security_group_rule': {'security_group_id': 'b7ac85ae-da7a-43c8-9787-ac14d877c6db', 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:39:56.686591 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-7e5663c4-162a-4e2f-8425-8a8e6efca062 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:56.690692 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-7e5663c4-162a-4e2f-8425-8a8e6efca062 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Usage tracker for resource:security_group_rule and tenant:3e67fd8b81e7411ebfc3353c9ad92d1c is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:39:56.693676 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-67b7066b-74fa-414f-9647-cd79f1934f8b req-99a25efa-066d-4881-b304-e38a7e61c47d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7d70833-6c7c-4ef1-8350-92cad15afe91 HTTP/1.1" status: 200 len: 999 time: 0.1022205 May 19 09:39:56.693939 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-7e5663c4-162a-4e2f-8425-8a8e6efca062 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:39:56.700544 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-7e5663c4-162a-4e2f-8425-8a8e6efca062 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:56.716844 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7e5663c4-162a-4e2f-8425-8a8e6efca062 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:56.768408 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7066b-74fa-414f-9647-cd79f1934f8b req-7288c7da-7bee-41e6-928a-e09c37507865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:56.770106 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-67b7066b-74fa-414f-9647-cd79f1934f8b req-7288c7da-7bee-41e6-928a-e09c37507865 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87241497-40e8-46eb-87d3-8a39d2674dfc HTTP/1.1" status: 200 len: 854 time: 0.0706215 May 19 09:39:56.780463 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7e5663c4-162a-4e2f-8425-8a8e6efca062 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:56.782894 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-b79bd5b3-62b0-4046-82bf-76b1e0c24c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'name': 'tempest-TestMinimumBasicScenario-1462432713-router', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '9931f772-7666-43ca-893b-fd48bc57bbe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:39:01Z', 'updated_at': '2021-05-19T09:39:06Z', 'revision_number': 4, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'gw_port': {'id': '9931f772-7666-43ca-893b-fd48bc57bbe2', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:02Z', 'updated_at': '2021-05-19T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_floatingips': [{'id': '2fd182fb-37c7-4259-a55f-d5e70659fcd9', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'floating_ip_address': '172.28.0.137', 'floating_network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'router_id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'port_id': 'e7d70833-6c7c-4ef1-8350-92cad15afe91', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9', 'mac_address': 'fa:16:3e:80:3f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babe74e8-bab6-4102-a6e2-c3b9177e4f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:39:54Z', 'updated_at': '2021-05-19T09:39:54Z', 'revision_number': 0, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efeafa02-b9b8-4b39-8f02-840cc5f31e18', 'name': '', 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'mac_address': 'fa:16:3e:9e:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '87241497-40e8-46eb-87d3-8a39d2674dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:05Z', 'updated_at': '2021-05-19T09:39:13Z', 'revision_number': 5, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'subnets': [{'id': '87241497-40e8-46eb-87d3-8a39d2674dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:56.784746 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7e5663c4-162a-4e2f-8425-8a8e6efca062 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750084'] for security_group_rule, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:56.787051 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a0fa4544-3a6a-44fe-8d08-8abaaa6f3aa0 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:56.788044 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79bd5b3-62b0-4046-82bf-76b1e0c24c1f None None] Checking router: 3de06391-23c0-4b65-9a1c-ff938e13591e for host: dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:39:56.797374 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79bd5b3-62b0-4046-82bf-76b1e0c24c1f None None] Routers {'3de06391-23c0-4b65-9a1c-ff938e13591e'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:39:56.798538 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-b79bd5b3-62b0-4046-82bf-76b1e0c24c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:39:32Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['3de06391-23c0-4b65-9a1c-ff938e13591e'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:56.810968 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5663c4-162a-4e2f-8425-8a8e6efca062 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957071f0-f5ea-47e8-add2-fdfbd8d3cb5a,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:56.815527 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-7e5663c4-162a-4e2f-8425-8a8e6efca062 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:56.821920 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-7e5663c4-162a-4e2f-8425-8a8e6efca062 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:56.823446 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-7e5663c4-162a-4e2f-8425-8a8e6efca062 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1475489 May 19 09:39:56.826077 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 49974) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:56.831381 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-81bb1686-c903-4d1e-b3d9-9e4460996b2d tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Request body: {'security_group_rule': {'security_group_id': 'b7ac85ae-da7a-43c8-9787-ac14d877c6db', 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:39:56.837630 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-81bb1686-c903-4d1e-b3d9-9e4460996b2d tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:56.841437 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-81bb1686-c903-4d1e-b3d9-9e4460996b2d tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Usage tracker for resource:security_group_rule and tenant:3e67fd8b81e7411ebfc3353c9ad92d1c is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:39:56.844260 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-81bb1686-c903-4d1e-b3d9-9e4460996b2d tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:39:56.851032 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-81bb1686-c903-4d1e-b3d9-9e4460996b2d tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:56.855656 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7066b-74fa-414f-9647-cd79f1934f8b req-667f16f4-6598-4968-a79f-7186ff4b3b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:56.857280 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-67b7066b-74fa-414f-9647-cd79f1934f8b req-667f16f4-6598-4968-a79f-7186ff4b3b96 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=15ede415-7504-44c6-8896-c08fe69bafb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804203 May 19 09:39:56.868793 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-81bb1686-c903-4d1e-b3d9-9e4460996b2d tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:56.933476 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-81bb1686-c903-4d1e-b3d9-9e4460996b2d tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:56.937739 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-81bb1686-c903-4d1e-b3d9-9e4460996b2d tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750084'] for security_group_rule, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:56.939765 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:56.961561 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb1686-c903-4d1e-b3d9-9e4460996b2d tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d710fa87-ba7e-4766-8814-d5794bb9c6ad,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:56.965829 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-81bb1686-c903-4d1e-b3d9-9e4460996b2d tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:56.975475 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-81bb1686-c903-4d1e-b3d9-9e4460996b2d tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:56.977236 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-81bb1686-c903-4d1e-b3d9-9e4460996b2d tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1500134 May 19 09:39:56.979962 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 49978) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:56.985256 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-8cddf8d8-aafc-4088-96e3-30eb77226644 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Request body: {'security_group_rule': {'security_group_id': 'b7ac85ae-da7a-43c8-9787-ac14d877c6db', 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:39:56.991936 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-8cddf8d8-aafc-4088-96e3-30eb77226644 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:56.995817 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-67b7066b-74fa-414f-9647-cd79f1934f8b req-fa55a822-ed51-459c-9587-c85e7ddde087 service neutron] 10.222.0.76 "GET /v2.0/networks/15ede415-7504-44c6-8896-c08fe69bafb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319659 May 19 09:39:56.996602 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-8cddf8d8-aafc-4088-96e3-30eb77226644 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Usage tracker for resource:security_group_rule and tenant:3e67fd8b81e7411ebfc3353c9ad92d1c is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:39:57.000514 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-8cddf8d8-aafc-4088-96e3-30eb77226644 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:39:57.007780 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:39:57.010475 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-8cddf8d8-aafc-4088-96e3-30eb77226644 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:57.012319 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-b79bd5b3-62b0-4046-82bf-76b1e0c24c1f None None] Set router 3de06391-23c0-4b65-9a1c-ff938e13591e gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:39:57.032411 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8cddf8d8-aafc-4088-96e3-30eb77226644 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:57.104258 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8cddf8d8-aafc-4088-96e3-30eb77226644 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:57.108092 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8cddf8d8-aafc-4088-96e3-30eb77226644 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750084'] for security_group_rule, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:57.111374 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-81bb1686-c903-4d1e-b3d9-9e4460996b2d tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:57.138766 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cddf8d8-aafc-4088-96e3-30eb77226644 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02cd80d-d28a-4e3b-86be-58b8fc615e5c,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:57.139620 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-67b7066b-74fa-414f-9647-cd79f1934f8b req-32043f31-e4e1-440e-af0d-b8e803fa7cf6 service neutron] 10.222.0.76 "GET /v2.0/networks/15ede415-7504-44c6-8896-c08fe69bafb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369102 May 19 09:39:57.141925 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8cddf8d8-aafc-4088-96e3-30eb77226644 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:57.151755 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-8cddf8d8-aafc-4088-96e3-30eb77226644 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:57.153411 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-8cddf8d8-aafc-4088-96e3-30eb77226644 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1724741 May 19 09:39:57.156273 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 49982) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:57.162584 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-d724165a-ad53-442c-bb4d-6547bb984519 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Request body: {'security_group_rule': {'security_group_id': 'b7ac85ae-da7a-43c8-9787-ac14d877c6db', 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:39:57.168906 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-d724165a-ad53-442c-bb4d-6547bb984519 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:57.173076 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-d724165a-ad53-442c-bb4d-6547bb984519 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Usage tracker for resource:security_group_rule and tenant:3e67fd8b81e7411ebfc3353c9ad92d1c is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:39:57.176167 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-d724165a-ad53-442c-bb4d-6547bb984519 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:39:57.182053 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-d724165a-ad53-442c-bb4d-6547bb984519 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:57.191610 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.db.securitygroups_db [None req-d724165a-ad53-442c-bb4d-6547bb984519 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Project 3e67fd8b81e7411ebfc3353c9ad92d1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 09:39:57.197755 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d724165a-ad53-442c-bb4d-6547bb984519 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:57.265510 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d724165a-ad53-442c-bb4d-6547bb984519 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:57.269120 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d724165a-ad53-442c-bb4d-6547bb984519 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750084'] for security_group_rule, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:57.272409 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a6c0f11c-33db-46a0-8227-7d37f86f6b87 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:57.295820 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724165a-ad53-442c-bb4d-6547bb984519 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3369889-fb81-4dac-81ec-8c665578c0c1,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:57.298350 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-d724165a-ad53-442c-bb4d-6547bb984519 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:57.311061 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d724165a-ad53-442c-bb4d-6547bb984519 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:57.312241 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-d724165a-ad53-442c-bb4d-6547bb984519 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1548927 May 19 09:39:57.315059 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 49986) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:57.320734 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.v2.base [None req-170e3b48-8468-4cf1-9c8f-f9fb3fd48be7 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Request body: {'security_group_rule': {'security_group_id': 'b7ac85ae-da7a-43c8-9787-ac14d877c6db', 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:39:57.326401 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-170e3b48-8468-4cf1-9c8f-f9fb3fd48be7 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:57.330206 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-170e3b48-8468-4cf1-9c8f-f9fb3fd48be7 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Usage tracker for resource:security_group_rule and tenant:3e67fd8b81e7411ebfc3353c9ad92d1c is out of sync, need to count used quota {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:39:57.333581 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [None req-170e3b48-8468-4cf1-9c8f-f9fb3fd48be7 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:39:57.339252 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.quota.driver [None req-170e3b48-8468-4cf1-9c8f-f9fb3fd48be7 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:57.350069 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.db.securitygroups_db [None req-170e3b48-8468-4cf1-9c8f-f9fb3fd48be7 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Project 3e67fd8b81e7411ebfc3353c9ad92d1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 09:39:57.355887 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-170e3b48-8468-4cf1-9c8f-f9fb3fd48be7 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:57.414423 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-b79bd5b3-62b0-4046-82bf-76b1e0c24c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'name': 'tempest-TestMinimumBasicScenario-1462432713-router', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '9931f772-7666-43ca-893b-fd48bc57bbe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:39:01Z', 'updated_at': '2021-05-19T09:39:06Z', 'revision_number': 4, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'gw_port': {'id': '9931f772-7666-43ca-893b-fd48bc57bbe2', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:02Z', 'updated_at': '2021-05-19T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_floatingips': [{'id': '2fd182fb-37c7-4259-a55f-d5e70659fcd9', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'floating_ip_address': '172.28.0.137', 'floating_network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'router_id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'port_id': 'e7d70833-6c7c-4ef1-8350-92cad15afe91', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9', 'mac_address': 'fa:16:3e:80:3f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babe74e8-bab6-4102-a6e2-c3b9177e4f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:39:54Z', 'updated_at': '2021-05-19T09:39:54Z', 'revision_number': 0, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efeafa02-b9b8-4b39-8f02-840cc5f31e18', 'name': '', 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'mac_address': 'fa:16:3e:9e:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '87241497-40e8-46eb-87d3-8a39d2674dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:05Z', 'updated_at': '2021-05-19T09:39:13Z', 'revision_number': 5, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'subnets': [{'id': '87241497-40e8-46eb-87d3-8a39d2674dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:57.418415 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79bd5b3-62b0-4046-82bf-76b1e0c24c1f None None] The sync data for ids ['3de06391-23c0-4b65-9a1c-ff938e13591e'] in dv-cinder-791281-2-smb is: [{'id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'name': 'tempest-TestMinimumBasicScenario-1462432713-router', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '9931f772-7666-43ca-893b-fd48bc57bbe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:39:01Z', 'updated_at': '2021-05-19T09:39:06Z', 'revision_number': 4, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'gw_port': {'id': '9931f772-7666-43ca-893b-fd48bc57bbe2', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:02Z', 'updated_at': '2021-05-19T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_floatingips': [{'id': '2fd182fb-37c7-4259-a55f-d5e70659fcd9', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'floating_ip_address': '172.28.0.137', 'floating_network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'router_id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'port_id': 'e7d70833-6c7c-4ef1-8350-92cad15afe91', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9', 'mac_address': 'fa:16:3e:80:3f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babe74e8-bab6-4102-a6e2-c3b9177e4f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:39:54Z', 'updated_at': '2021-05-19T09:39:54Z', 'revision_number': 0, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efeafa02-b9b8-4b39-8f02-840cc5f31e18', 'name': '', 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'mac_address': 'fa:16:3e:9e:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '87241497-40e8-46eb-87d3-8a39d2674dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:05Z', 'updated_at': '2021-05-19T09:39:13Z', 'revision_number': 5, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'subnets': [{'id': '87241497-40e8-46eb-87d3-8a39d2674dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:39:57.424477 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-170e3b48-8468-4cf1-9c8f-f9fb3fd48be7 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:57.429165 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-170e3b48-8468-4cf1-9c8f-f9fb3fd48be7 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750084'] for security_group_rule, after_create {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:57.435494 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-8cddf8d8-aafc-4088-96e3-30eb77226644 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:57.456363 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e3b48-8468-4cf1-9c8f-f9fb3fd48be7 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b2737e2-78c5-4a83-8ab6-fd937318a3b8,revision_number=0']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:57.458965 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-170e3b48-8468-4cf1-9c8f-f9fb3fd48be7 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:57.467098 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-170e3b48-8468-4cf1-9c8f-f9fb3fd48be7 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:57.468270 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-170e3b48-8468-4cf1-9c8f-f9fb3fd48be7 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1523094 May 19 09:39:57.603304 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-24bc1fb3-328c-40ef-806d-ba9b3bb814a2 req-8c7e3fab-5c4a-4b3a-b97c-a2191a59d9dd tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1123954008&fields=id&tenant_id=3e67fd8b81e7411ebfc3353c9ad92d1c HTTP/1.1" status: 200 len: 267 time: 0.0465839 May 19 09:39:57.609632 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7dbcb5-c89c-4f02-b5d5-188db0d8174e None None] New status for floating IP 2fd182fb-37c7-4259-a55f-d5e70659fcd9: ACTIVE {{(pid=91654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:39:57.696438 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc1fb3-328c-40ef-806d-ba9b3bb814a2 req-9e0a29fa-2098-46dd-99ec-11e3a5767813 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:57.697927 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-24bc1fb3-328c-40ef-806d-ba9b3bb814a2 req-9e0a29fa-2098-46dd-99ec-11e3a5767813 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 945 time: 0.0891552 May 19 09:39:57.711117 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-24bc1fb3-328c-40ef-806d-ba9b3bb814a2 req-affa9ff7-613b-4040-9ee1-8a20de52a87f tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Request body: {'port': {'security_groups': ['9a0d831b-260e-4b5e-abb6-879a7ad03e70', 'b7ac85ae-da7a-43c8-9787-ac14d877c6db']}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:39:57.947603 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-24bc1fb3-328c-40ef-806d-ba9b3bb814a2 req-affa9ff7-613b-4040-9ee1-8a20de52a87f tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:58.216393 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-24bc1fb3-328c-40ef-806d-ba9b3bb814a2 req-affa9ff7-613b-4040-9ee1-8a20de52a87f tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] For port e7d70833-6c7c-4ef1-8350-92cad15afe91, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e7d70833-6c7c-4ef1-8350-92cad15afe91,segment=NetworkSegment(8bbf6d17-9050-42d5-b1e0-7e809ca17474),segment_id=8bbf6d17-9050-42d5-b1e0-7e809ca17474)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:58.241024 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-24bc1fb3-328c-40ef-806d-ba9b3bb814a2 req-affa9ff7-613b-4040-9ee1-8a20de52a87f tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:58.245721 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-24bc1fb3-328c-40ef-806d-ba9b3bb814a2 req-affa9ff7-613b-4040-9ee1-8a20de52a87f tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2459273'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:58.250869 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-d49493c6-4d94-4914-807b-cd738a6e63b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:58.258305 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['e7d70833-6c7c-4ef1-8350-92cad15afe91'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:39:58.319667 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc1fb3-328c-40ef-806d-ba9b3bb814a2 req-affa9ff7-613b-4040-9ee1-8a20de52a87f tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:58.320295 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-24bc1fb3-328c-40ef-806d-ba9b3bb814a2 req-affa9ff7-613b-4040-9ee1-8a20de52a87f tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:58.322780 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-24bc1fb3-328c-40ef-806d-ba9b3bb814a2 req-affa9ff7-613b-4040-9ee1-8a20de52a87f tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "PUT /v2.0/ports/e7d70833-6c7c-4ef1-8350-92cad15afe91 HTTP/1.1" status: 200 len: 981 time: 0.6184535 May 19 09:39:58.344362 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'babe74e8-bab6-4102-a6e2-c3b9177e4f5f', 'tag': 'e7d70833-6c7c-4ef1-8350-92cad15afe91'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:39:58.357495 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa9ff7-613b-4040-9ee1-8a20de52a87f tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Pushing event updated for resources: {'Port': ['ID=e7d70833-6c7c-4ef1-8350-92cad15afe91,revision_number=6']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:58.360944 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-affa9ff7-613b-4040-9ee1-8a20de52a87f tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:58.407006 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'babe74e8-bab6-4102-a6e2-c3b9177e4f5f', 'tag': 'e7d70833-6c7c-4ef1-8350-92cad15afe91', 'status': 'completed', 'code': 200} May 19 09:39:58.410226 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['e7d70833-6c7c-4ef1-8350-92cad15afe91'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:39:58.525563 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa067b51-527c-40c7-9a5f-81f6a5f5fd5e req-907b2e83-c626-491d-a1ba-9a49c6856339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:58.527259 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-fa067b51-527c-40c7-9a5f-81f6a5f5fd5e req-907b2e83-c626-491d-a1ba-9a49c6856339 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3e67fd8b81e7411ebfc3353c9ad92d1c&device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 1137 time: 0.0953231 May 19 09:39:58.547123 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ec07c-e042-4187-834e-403891e666d3 req-90f4b989-12a6-4c0b-a3ff-7e9c0ab319ba tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:58.548612 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-3f7ec07c-e042-4187-834e-403891e666d3 req-90f4b989-12a6-4c0b-a3ff-7e9c0ab319ba tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 984 time: 0.1084406 May 19 09:39:58.596027 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-26c13fcc-2086-40b3-9eca-e2351431f523 None None] Provisioning complete for port e7d70833-6c7c-4ef1-8350-92cad15afe91 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:39:58.596611 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-26c13fcc-2086-40b3-9eca-e2351431f523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:58.597953 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-3f7ec07c-e042-4187-834e-403891e666d3 req-d76272aa-db41-472f-a84a-b7bf60f92e9c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Synchronizing usage tracker for tenant:3e67fd8b81e7411ebfc3353c9ad92d1c on resource:security_group {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:39:58.615045 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-3f7ec07c-e042-4187-834e-403891e666d3 req-d76272aa-db41-472f-a84a-b7bf60f92e9c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Unset dirty status for tenant:3e67fd8b81e7411ebfc3353c9ad92d1c on resource:security_group {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:39:58.616606 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-3f7ec07c-e042-4187-834e-403891e666d3 req-d76272aa-db41-472f-a84a-b7bf60f92e9c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&id=b7ac85ae-da7a-43c8-9787-ac14d877c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612874 May 19 09:39:58.672484 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa067b51-527c-40c7-9a5f-81f6a5f5fd5e req-652d304d-c876-4f63-806d-292efb964625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:58.674040 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-fa067b51-527c-40c7-9a5f-81f6a5f5fd5e req-652d304d-c876-4f63-806d-292efb964625 service neutron] 10.222.0.76 "GET /v2.0/networks?id=15ede415-7504-44c6-8896-c08fe69bafb9 HTTP/1.1" status: 200 len: 916 time: 0.1390119 May 19 09:39:58.780396 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-fa067b51-527c-40c7-9a5f-81f6a5f5fd5e req-66082f58-3a77-4179-bb0c-01c30073e9bb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7d70833-6c7c-4ef1-8350-92cad15afe91 HTTP/1.1" status: 200 len: 1001 time: 0.0992141 May 19 09:39:58.846980 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa067b51-527c-40c7-9a5f-81f6a5f5fd5e req-8d7e4f80-c1fa-47cb-9390-8a427d656ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:58.849140 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-fa067b51-527c-40c7-9a5f-81f6a5f5fd5e req-8d7e4f80-c1fa-47cb-9390-8a427d656ad5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87241497-40e8-46eb-87d3-8a39d2674dfc HTTP/1.1" status: 200 len: 854 time: 0.0579650 May 19 09:39:58.929300 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa067b51-527c-40c7-9a5f-81f6a5f5fd5e req-43dc97a4-a32c-42e0-9201-c187d0faaa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:58.929589 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-5a58b96b-41a8-463d-8ebc-fd315e45fe47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:58.930880 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-fa067b51-527c-40c7-9a5f-81f6a5f5fd5e req-43dc97a4-a32c-42e0-9201-c187d0faaa61 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=15ede415-7504-44c6-8896-c08fe69bafb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735948 May 19 09:39:59.062699 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-fa067b51-527c-40c7-9a5f-81f6a5f5fd5e req-d01af1f1-d0ba-4d08-ade1-9c8b268ef503 service neutron] 10.222.0.76 "GET /v2.0/networks/15ede415-7504-44c6-8896-c08fe69bafb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247828 May 19 09:39:59.196699 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-fa067b51-527c-40c7-9a5f-81f6a5f5fd5e req-aa1d39ee-556b-495a-8a2b-92bad43f1246 service neutron] 10.222.0.76 "GET /v2.0/networks/15ede415-7504-44c6-8896-c08fe69bafb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276500 May 19 09:40:01.437413 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:01.945145 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-d8054619-e66b-49c0-9f5d-300f75b2e54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:02.882565 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:04.584190 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:10.585214 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:23.491753 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af509c1a-7189-402a-9271-6e86e04e7c71 req-8afdab5b-518c-4dec-88ce-c523c480317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:23.493300 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-af509c1a-7189-402a-9271-6e86e04e7c71 req-8afdab5b-518c-4dec-88ce-c523c480317b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3e67fd8b81e7411ebfc3353c9ad92d1c&device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 1137 time: 0.0717008 May 19 09:40:23.530417 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be82c3d-3416-4b60-b563-d7be713d79c3 req-1648471e-420b-4c38-ac90-dedfd4085d72 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:23.531882 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-7be82c3d-3416-4b60-b563-d7be713d79c3 req-1648471e-420b-4c38-ac90-dedfd4085d72 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 984 time: 0.0824609 May 19 09:40:23.579055 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-7be82c3d-3416-4b60-b563-d7be713d79c3 req-1f99c685-7b94-4a09-a9dc-f647b0f02182 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&id=b7ac85ae-da7a-43c8-9787-ac14d877c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406127 May 19 09:40:23.630709 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af509c1a-7189-402a-9271-6e86e04e7c71 req-6972f8d4-5eb7-4478-a2db-992348fce158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:23.632139 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-af509c1a-7189-402a-9271-6e86e04e7c71 req-6972f8d4-5eb7-4478-a2db-992348fce158 service neutron] 10.222.0.76 "GET /v2.0/networks?id=15ede415-7504-44c6-8896-c08fe69bafb9 HTTP/1.1" status: 200 len: 916 time: 0.1310539 May 19 09:40:23.741030 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-af509c1a-7189-402a-9271-6e86e04e7c71 req-bdf613cd-0fdd-45b9-9282-84d8421b1f43 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7d70833-6c7c-4ef1-8350-92cad15afe91 HTTP/1.1" status: 200 len: 1001 time: 0.0984614 May 19 09:40:23.804311 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af509c1a-7189-402a-9271-6e86e04e7c71 req-ce8d748a-b52c-45f4-8d3b-2eeee37be772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:23.805697 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-af509c1a-7189-402a-9271-6e86e04e7c71 req-ce8d748a-b52c-45f4-8d3b-2eeee37be772 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87241497-40e8-46eb-87d3-8a39d2674dfc HTTP/1.1" status: 200 len: 854 time: 0.0583789 May 19 09:40:23.963637 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af509c1a-7189-402a-9271-6e86e04e7c71 req-10793c3a-2e83-478d-85d8-cc4e1f90f71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:23.965100 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-af509c1a-7189-402a-9271-6e86e04e7c71 req-10793c3a-2e83-478d-85d8-cc4e1f90f71d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=15ede415-7504-44c6-8896-c08fe69bafb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1529164 May 19 09:40:24.118741 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-af509c1a-7189-402a-9271-6e86e04e7c71 req-735d94b9-3123-4d90-b3bc-3097c656a2f4 service neutron] 10.222.0.76 "GET /v2.0/networks/15ede415-7504-44c6-8896-c08fe69bafb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439345 May 19 09:40:24.251713 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-af509c1a-7189-402a-9271-6e86e04e7c71 req-37abb9e2-9fb0-4556-8b7e-10ba95511e99 service neutron] 10.222.0.76 "GET /v2.0/networks/15ede415-7504-44c6-8896-c08fe69bafb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235235 May 19 09:40:24.774498 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fccca2-bb3d-4c80-9f73-0155334556c2 req-9dc0a48b-7269-485c-ab9b-a6acc3c3df5c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:24.775966 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a7fccca2-bb3d-4c80-9f73-0155334556c2 req-9dc0a48b-7269-485c-ab9b-a6acc3c3df5c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 984 time: 0.0882318 May 19 09:40:24.824773 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-a7fccca2-bb3d-4c80-9f73-0155334556c2 req-b5cf4b25-8daa-4e8d-8c21-86880efb669e tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&id=b7ac85ae-da7a-43c8-9787-ac14d877c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427794 May 19 09:40:26.010137 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa068e-6374-4c3f-b8d7-84ec1ac3f348 req-a42224b5-93e2-46d3-8494-14524488c383 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:26.011483 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-7faa068e-6374-4c3f-b8d7-84ec1ac3f348 req-a42224b5-93e2-46d3-8494-14524488c383 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 984 time: 0.0817032 May 19 09:40:26.057229 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-7faa068e-6374-4c3f-b8d7-84ec1ac3f348 req-5759bf8a-d2f4-4059-a029-a96c4b533c23 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&id=b7ac85ae-da7a-43c8-9787-ac14d877c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400660 May 19 09:40:27.239383 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977df53-8f95-41d3-98a2-53a1d0e63130 req-0ec782f4-9cc1-48c2-9219-c8d41f884eb1 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:27.240846 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5977df53-8f95-41d3-98a2-53a1d0e63130 req-0ec782f4-9cc1-48c2-9219-c8d41f884eb1 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 984 time: 0.0806479 May 19 09:40:27.287009 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5977df53-8f95-41d3-98a2-53a1d0e63130 req-43045c33-e982-49ec-8218-12c645b82c64 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&id=b7ac85ae-da7a-43c8-9787-ac14d877c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404980 May 19 09:40:28.479841 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5551da5-c29e-400e-9706-263aed7fbd06 req-daef1081-a83b-49bd-8c49-173eaf69b68d tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:28.481305 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-d5551da5-c29e-400e-9706-263aed7fbd06 req-daef1081-a83b-49bd-8c49-173eaf69b68d tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 984 time: 0.0870905 May 19 09:40:28.528655 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-d5551da5-c29e-400e-9706-263aed7fbd06 req-2c02f288-919c-438a-9628-cfbd3863e187 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&id=b7ac85ae-da7a-43c8-9787-ac14d877c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415533 May 19 09:40:28.892165 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-e78d3761-712a-439b-b858-627792d6b677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:29.715198 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd85378-70ec-43b7-b9a5-d258c4e47f28 req-4feddd0e-f1c1-4e8f-8800-79c1c6307dab tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:29.716656 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-bfd85378-70ec-43b7-b9a5-d258c4e47f28 req-4feddd0e-f1c1-4e8f-8800-79c1c6307dab tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 984 time: 0.0833039 May 19 09:40:29.764139 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-bfd85378-70ec-43b7-b9a5-d258c4e47f28 req-4397eda8-7651-48c5-bbe2-15ae1789bf27 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&id=b7ac85ae-da7a-43c8-9787-ac14d877c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415790 May 19 09:40:30.949304 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c1b44-593f-4df9-b13a-b4501a602f97 req-40c55232-99fe-4bde-a579-f419a73b5917 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:30.950774 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-168c1b44-593f-4df9-b13a-b4501a602f97 req-40c55232-99fe-4bde-a579-f419a73b5917 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 984 time: 0.0790925 May 19 09:40:30.997825 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-168c1b44-593f-4df9-b13a-b4501a602f97 req-b751ade3-3f6c-4fa8-9bb2-928b1520ca54 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&id=b7ac85ae-da7a-43c8-9787-ac14d877c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412431 May 19 09:40:31.438602 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:31.946360 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-bd019003-0ba7-4453-bfdd-a9f27f9e4561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:32.210814 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22d580-a033-4a38-b658-b3646284b12e req-78aa6f5e-9099-46b6-96ea-95eea5b5cc58 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:32.212295 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-ee22d580-a033-4a38-b658-b3646284b12e req-78aa6f5e-9099-46b6-96ea-95eea5b5cc58 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 984 time: 0.0996065 May 19 09:40:32.262194 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-ee22d580-a033-4a38-b658-b3646284b12e req-85c22cfd-5a5b-4a16-91d2-8e7a4b8602d0 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&id=b7ac85ae-da7a-43c8-9787-ac14d877c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441322 May 19 09:40:32.884544 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:33.451811 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aec9cc-c16a-4b79-bf54-9dd5d78f6583 req-681ace3c-898e-4fef-8739-988807ba2cb3 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:33.453260 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-92aec9cc-c16a-4b79-bf54-9dd5d78f6583 req-681ace3c-898e-4fef-8739-988807ba2cb3 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 984 time: 0.0861788 May 19 09:40:33.500311 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-92aec9cc-c16a-4b79-bf54-9dd5d78f6583 req-fbd131bb-7931-4936-84fb-6beb77d77ebe tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&id=b7ac85ae-da7a-43c8-9787-ac14d877c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412509 May 19 09:40:34.007680 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:40:34.586470 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:34.686488 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590ecc0-5dc4-459c-9496-1304181fca51 req-c1297437-22d4-4f64-a873-992bdcb2bc9e tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:34.688312 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5590ecc0-5dc4-459c-9496-1304181fca51 req-c1297437-22d4-4f64-a873-992bdcb2bc9e tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 984 time: 0.0813105 May 19 09:40:34.735299 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-5590ecc0-5dc4-459c-9496-1304181fca51 req-2ae23cf0-ee6f-45f4-8947-f8aa2139e1bc tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&id=b7ac85ae-da7a-43c8-9787-ac14d877c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410473 May 19 09:40:35.916326 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e8cf4-e0b7-4900-b91d-3b5202fceeaf req-631ce867-8278-400a-a5dc-3549ee2a3bf2 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:35.917798 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-912e8cf4-e0b7-4900-b91d-3b5202fceeaf req-631ce867-8278-400a-a5dc-3549ee2a3bf2 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 984 time: 0.0795054 May 19 09:40:35.967104 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-912e8cf4-e0b7-4900-b91d-3b5202fceeaf req-7364b88b-0848-408d-b84b-5a90a2f403f3 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&id=b7ac85ae-da7a-43c8-9787-ac14d877c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435317 May 19 09:40:40.600614 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:42.717819 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-39bb7f98-9f52-4745-b6d7-265f93840a5a req-6d63c640-cf29-4e54-978e-f71452358185 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719347 May 19 09:40:42.856910 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb7f98-9f52-4745-b6d7-265f93840a5a req-3d39da6a-e6ff-4ce8-a4ac-9ef61baebf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:42.858427 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-39bb7f98-9f52-4745-b6d7-265f93840a5a req-3d39da6a-e6ff-4ce8-a4ac-9ef61baebf06 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3e67fd8b81e7411ebfc3353c9ad92d1c&device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 1137 time: 0.0711632 May 19 09:40:43.001635 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb7f98-9f52-4745-b6d7-265f93840a5a req-53e87509-eb5a-4bfc-a6eb-b19f22c8587f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:43.002989 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-39bb7f98-9f52-4745-b6d7-265f93840a5a req-53e87509-eb5a-4bfc-a6eb-b19f22c8587f service neutron] 10.222.0.76 "GET /v2.0/networks?id=15ede415-7504-44c6-8896-c08fe69bafb9 HTTP/1.1" status: 200 len: 916 time: 0.1248424 May 19 09:40:43.102067 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-39bb7f98-9f52-4745-b6d7-265f93840a5a req-ca5ad9d8-e9e1-4779-92fc-8041dd4a2582 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7d70833-6c7c-4ef1-8350-92cad15afe91 HTTP/1.1" status: 200 len: 1001 time: 0.0929608 May 19 09:40:43.162682 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb7f98-9f52-4745-b6d7-265f93840a5a req-c4fef9b1-408d-4450-b047-69bcadff546a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:43.164067 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-39bb7f98-9f52-4745-b6d7-265f93840a5a req-c4fef9b1-408d-4450-b047-69bcadff546a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87241497-40e8-46eb-87d3-8a39d2674dfc HTTP/1.1" status: 200 len: 854 time: 0.0562155 May 19 09:40:43.240384 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb7f98-9f52-4745-b6d7-265f93840a5a req-99d9da6b-eadc-4634-9ed5-f3177970d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:43.241821 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-39bb7f98-9f52-4745-b6d7-265f93840a5a req-99d9da6b-eadc-4634-9ed5-f3177970d025 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=15ede415-7504-44c6-8896-c08fe69bafb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713737 May 19 09:40:43.369191 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-39bb7f98-9f52-4745-b6d7-265f93840a5a req-13523213-0e73-4a0b-b2d8-5240f383cdad service neutron] 10.222.0.76 "GET /v2.0/networks/15ede415-7504-44c6-8896-c08fe69bafb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206279 May 19 09:40:43.587835 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-39bb7f98-9f52-4745-b6d7-265f93840a5a req-a38523a0-26e9-4a41-8f05-0bf0bb822ff2 service neutron] 10.222.0.76 "GET /v2.0/networks/15ede415-7504-44c6-8896-c08fe69bafb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120280 May 19 09:40:58.894940 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-bba50b51-3e05-4b4a-a81d-15fa631ad845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:01.439788 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:01.947241 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a6fe6b4a-e38b-4d06-a59a-cebcbd1822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:02.886337 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:04.590836 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:08.497128 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-038869dd-948c-4bef-bfd0-d1baf367df68 req-a2c604a2-f71b-43ab-a28a-8b773318fe75 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1123954008&fields=id&tenant_id=3e67fd8b81e7411ebfc3353c9ad92d1c HTTP/1.1" status: 200 len: 267 time: 0.0417421 May 19 09:41:08.578979 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038869dd-948c-4bef-bfd0-d1baf367df68 req-72c14949-c6a9-4494-a27d-3d68e63476af tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:08.580441 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-038869dd-948c-4bef-bfd0-d1baf367df68 req-72c14949-c6a9-4494-a27d-3d68e63476af tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 984 time: 0.0780427 May 19 09:41:08.591280 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.v2.base [req-038869dd-948c-4bef-bfd0-d1baf367df68 req-4864866c-e86f-4de5-a5e4-33c1615a511c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Request body: {'port': {'security_groups': ['9a0d831b-260e-4b5e-abb6-879a7ad03e70']}} {{(pid=91651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:41:08.714718 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-038869dd-948c-4bef-bfd0-d1baf367df68 req-4864866c-e86f-4de5-a5e4-33c1615a511c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-750989'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:08.955459 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-038869dd-948c-4bef-bfd0-d1baf367df68 req-4864866c-e86f-4de5-a5e4-33c1615a511c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] For port e7d70833-6c7c-4ef1-8350-92cad15afe91, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e7d70833-6c7c-4ef1-8350-92cad15afe91,segment=NetworkSegment(8bbf6d17-9050-42d5-b1e0-7e809ca17474),segment_id=8bbf6d17-9050-42d5-b1e0-7e809ca17474)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:08.979390 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-038869dd-948c-4bef-bfd0-d1baf367df68 req-4864866c-e86f-4de5-a5e4-33c1615a511c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:08.984323 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-038869dd-948c-4bef-bfd0-d1baf367df68 req-4864866c-e86f-4de5-a5e4-33c1615a511c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789556539055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789556124420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789556124465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2459273'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:08.990416 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-eeb20196-021e-4d60-ad4b-1f34a7fc90ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:09.000229 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['e7d70833-6c7c-4ef1-8350-92cad15afe91'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:41:09.056141 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038869dd-948c-4bef-bfd0-d1baf367df68 req-4864866c-e86f-4de5-a5e4-33c1615a511c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:09.056782 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-038869dd-948c-4bef-bfd0-d1baf367df68 req-4864866c-e86f-4de5-a5e4-33c1615a511c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:09.058200 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-038869dd-948c-4bef-bfd0-d1baf367df68 req-4864866c-e86f-4de5-a5e4-33c1615a511c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "PUT /v2.0/ports/e7d70833-6c7c-4ef1-8350-92cad15afe91 HTTP/1.1" status: 200 len: 942 time: 0.4715078 May 19 09:41:09.058731 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'babe74e8-bab6-4102-a6e2-c3b9177e4f5f', 'tag': 'e7d70833-6c7c-4ef1-8350-92cad15afe91'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:41:09.066776 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 50038) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:09.079351 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864866c-e86f-4de5-a5e4-33c1615a511c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Pushing event updated for resources: {'Port': ['ID=e7d70833-6c7c-4ef1-8350-92cad15afe91,revision_number=7']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:09.087487 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864866c-e86f-4de5-a5e4-33c1615a511c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:09.087867 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864866c-e86f-4de5-a5e4-33c1615a511c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:09.088236 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864866c-e86f-4de5-a5e4-33c1615a511c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:09.088598 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864866c-e86f-4de5-a5e4-33c1615a511c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:09.088958 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864866c-e86f-4de5-a5e4-33c1615a511c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:09.089318 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864866c-e86f-4de5-a5e4-33c1615a511c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:09.089674 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864866c-e86f-4de5-a5e4-33c1615a511c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:09.090056 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864866c-e86f-4de5-a5e4-33c1615a511c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:09.090412 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864866c-e86f-4de5-a5e4-33c1615a511c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:09.090763 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864866c-e86f-4de5-a5e4-33c1615a511c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:09.091115 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864866c-e86f-4de5-a5e4-33c1615a511c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:09.091460 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864866c-e86f-4de5-a5e4-33c1615a511c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:09.095574 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-4864866c-e86f-4de5-a5e4-33c1615a511c tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:09.150202 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'babe74e8-bab6-4102-a6e2-c3b9177e4f5f', 'tag': 'e7d70833-6c7c-4ef1-8350-92cad15afe91', 'status': 'completed', 'code': 200} May 19 09:41:09.155031 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['e7d70833-6c7c-4ef1-8350-92cad15afe91'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:41:09.195446 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1005f21a-3b44-49f8-afe1-c94fc4a17d96 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for security_group, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:09.229191 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1005f21a-3b44-49f8-afe1-c94fc4a17d96 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:09.275670 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc95ef-ed58-48f5-9080-1b12b99ddec0 req-d1d6696e-831a-4b20-8322-0e36995bbfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:09.277352 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-95bc95ef-ed58-48f5-9080-1b12b99ddec0 req-d1d6696e-831a-4b20-8322-0e36995bbfff service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3e67fd8b81e7411ebfc3353c9ad92d1c&device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 1098 time: 0.0945764 May 19 09:41:09.311696 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1005f21a-3b44-49f8-afe1-c94fc4a17d96 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:09.317275 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-33235bee-6a06-4f95-a574-1cac10cc93d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:09.324406 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.provisioning_blocks [None req-13c7aa68-9856-46fb-a5b6-218facc22362 None None] Provisioning complete for port e7d70833-6c7c-4ef1-8350-92cad15afe91 triggered by entity DHCP. {{(pid=91653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:41:09.324788 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-13c7aa68-9856-46fb-a5b6-218facc22362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-870739'] for port, provisioning_complete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:09.333802 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005f21a-3b44-49f8-afe1-c94fc4a17d96 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ac85ae-da7a-43c8-9787-ac14d877c6db,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:09.344111 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005f21a-3b44-49f8-afe1-c94fc4a17d96 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:09.344501 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005f21a-3b44-49f8-afe1-c94fc4a17d96 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:09.344868 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005f21a-3b44-49f8-afe1-c94fc4a17d96 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:09.345236 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005f21a-3b44-49f8-afe1-c94fc4a17d96 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:09.345597 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005f21a-3b44-49f8-afe1-c94fc4a17d96 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:09.346580 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005f21a-3b44-49f8-afe1-c94fc4a17d96 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:09.347085 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005f21a-3b44-49f8-afe1-c94fc4a17d96 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:09.347639 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005f21a-3b44-49f8-afe1-c94fc4a17d96 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:09.347991 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005f21a-3b44-49f8-afe1-c94fc4a17d96 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:09.348518 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005f21a-3b44-49f8-afe1-c94fc4a17d96 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:09.348889 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005f21a-3b44-49f8-afe1-c94fc4a17d96 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:09.349507 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005f21a-3b44-49f8-afe1-c94fc4a17d96 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:09.354243 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-1005f21a-3b44-49f8-afe1-c94fc4a17d96 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:09.357591 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-1005f21a-3b44-49f8-afe1-c94fc4a17d96 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for security_group, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:09.358929 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-1005f21a-3b44-49f8-afe1-c94fc4a17d96 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "DELETE /v2.0/security-groups/b7ac85ae-da7a-43c8-9787-ac14d877c6db HTTP/1.1" status: 204 len: 168 time: 0.2879355 May 19 09:41:09.361413 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 50042) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:09.423308 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc95ef-ed58-48f5-9080-1b12b99ddec0 req-5ce37dcd-db74-451e-94b0-cb01be3a0525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:09.425139 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-95bc95ef-ed58-48f5-9080-1b12b99ddec0 req-5ce37dcd-db74-451e-94b0-cb01be3a0525 service neutron] 10.222.0.76 "GET /v2.0/networks?id=15ede415-7504-44c6-8896-c08fe69bafb9 HTTP/1.1" status: 200 len: 916 time: 0.1379416 May 19 09:41:09.538170 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-95bc95ef-ed58-48f5-9080-1b12b99ddec0 req-14ed3251-0e7c-439e-bb4e-8c3171e575ef service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7d70833-6c7c-4ef1-8350-92cad15afe91 HTTP/1.1" status: 200 len: 1001 time: 0.1061127 May 19 09:41:09.601512 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc95ef-ed58-48f5-9080-1b12b99ddec0 req-afaaedf4-9bdc-47b1-915b-b049c94e4fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:09.602966 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-95bc95ef-ed58-48f5-9080-1b12b99ddec0 req-afaaedf4-9bdc-47b1-915b-b049c94e4fbc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87241497-40e8-46eb-87d3-8a39d2674dfc HTTP/1.1" status: 200 len: 854 time: 0.0580018 May 19 09:41:09.681718 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc95ef-ed58-48f5-9080-1b12b99ddec0 req-2f554574-863b-497d-9952-bd1e9ce3a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:09.683209 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-95bc95ef-ed58-48f5-9080-1b12b99ddec0 req-2f554574-863b-497d-9952-bd1e9ce3a4b3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=15ede415-7504-44c6-8896-c08fe69bafb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699520 May 19 09:41:09.736535 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-4375de49-6c9f-4afc-b5c8-da83451f4789 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Deleting port dcd9bff3-eab3-4a70-b79a-edc31803a3d9 {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:41:09.737362 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4375de49-6c9f-4afc-b5c8-da83451f4789 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:09.819029 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-95bc95ef-ed58-48f5-9080-1b12b99ddec0 req-e78b29e4-0aea-4fba-a5af-3c7263768074 service neutron] 10.222.0.76 "GET /v2.0/networks/15ede415-7504-44c6-8896-c08fe69bafb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253695 May 19 09:41:09.856004 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4375de49-6c9f-4afc-b5c8-da83451f4789 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:09.856349 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4375de49-6c9f-4afc-b5c8-da83451f4789 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:09.954239 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-95bc95ef-ed58-48f5-9080-1b12b99ddec0 req-307d0614-63ec-471b-b734-7437410cdbb7 service neutron] 10.222.0.76 "GET /v2.0/networks/15ede415-7504-44c6-8896-c08fe69bafb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249223 May 19 09:41:09.983362 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-4375de49-6c9f-4afc-b5c8-da83451f4789 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Calling delete_port for dcd9bff3-eab3-4a70-b79a-edc31803a3d9 owned by network:floatingip {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:41:10.105251 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4375de49-6c9f-4afc-b5c8-da83451f4789 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838887'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:10.109682 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-558c074a-37de-4268-ad73-5b23ab09ca1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:10.156762 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375de49-6c9f-4afc-b5c8-da83451f4789 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Pushing event deleted for resources: {'Port': ['ID=dcd9bff3-eab3-4a70-b79a-edc31803a3d9,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:10.187601 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-4375de49-6c9f-4afc-b5c8-da83451f4789 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:10.245147 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4375de49-6c9f-4afc-b5c8-da83451f4789 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks [] for floatingip, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:10.245476 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.db.l3_db [None req-4375de49-6c9f-4afc-b5c8-da83451f4789 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Floating IP 2fd182fb-37c7-4259-a55f-d5e70659fcd9 disassociated (deleted). External IP: 172.28.0.137, port: e7d70833-6c7c-4ef1-8350-92cad15afe91. May 19 09:41:10.588673 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4375de49-6c9f-4afc-b5c8-da83451f4789 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Router 3de06391-23c0-4b65-9a1c-ff938e13591e has already been hosted by L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 {{(pid=91652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:41:10.594340 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:10.763464 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4375de49-6c9f-4afc-b5c8-da83451f4789 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:41:10.773115 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ece2721-dfc7-481e-9317-fb074e84348e None None] Sync routers for ids ['3de06391-23c0-4b65-9a1c-ff938e13591e'] in dv-cinder-791281-2-smb {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:41:10.782375 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ece2721-dfc7-481e-9317-fb074e84348e None None] Routers {'3de06391-23c0-4b65-9a1c-ff938e13591e'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:41:10.782990 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-1ece2721-dfc7-481e-9317-fb074e84348e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:41:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['3de06391-23c0-4b65-9a1c-ff938e13591e'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:10.784618 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-4375de49-6c9f-4afc-b5c8-da83451f4789 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for floatingip, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:10.840772 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-4375de49-6c9f-4afc-b5c8-da83451f4789 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "DELETE /v2.0/floatingips/2fd182fb-37c7-4259-a55f-d5e70659fcd9 HTTP/1.1" status: 204 len: 168 time: 1.4774868 May 19 09:41:10.841434 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'babe74e8-bab6-4102-a6e2-c3b9177e4f5f', 'tag': 'e7d70833-6c7c-4ef1-8350-92cad15afe91'}] {{(pid=91652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:41:10.966190 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-1ece2721-dfc7-481e-9317-fb074e84348e None None] Set router 3de06391-23c0-4b65-9a1c-ff938e13591e gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:41:11.010328 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:41:11.024654 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'babe74e8-bab6-4102-a6e2-c3b9177e4f5f', 'tag': 'e7d70833-6c7c-4ef1-8350-92cad15afe91', 'status': 'completed', 'code': 200} May 19 09:41:11.138823 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eebf42-8b08-4d84-8c41-99589816c902 req-1f4edbf7-4742-46b4-b7f8-c1bbab51eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:11.141249 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-65eebf42-8b08-4d84-8c41-99589816c902 req-1f4edbf7-4742-46b4-b7f8-c1bbab51eea8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3e67fd8b81e7411ebfc3353c9ad92d1c&device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 1098 time: 0.0868647 May 19 09:41:11.295995 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eebf42-8b08-4d84-8c41-99589816c902 req-9161ddb8-f68f-4365-bef7-820f22b5786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:11.297466 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-65eebf42-8b08-4d84-8c41-99589816c902 req-9161ddb8-f68f-4365-bef7-820f22b5786d service neutron] 10.222.0.76 "GET /v2.0/networks?id=15ede415-7504-44c6-8896-c08fe69bafb9 HTTP/1.1" status: 200 len: 916 time: 0.1460276 May 19 09:41:11.310569 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-1ece2721-dfc7-481e-9317-fb074e84348e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'name': 'tempest-TestMinimumBasicScenario-1462432713-router', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '9931f772-7666-43ca-893b-fd48bc57bbe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:39:01Z', 'updated_at': '2021-05-19T09:39:06Z', 'revision_number': 4, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'gw_port': {'id': '9931f772-7666-43ca-893b-fd48bc57bbe2', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:02Z', 'updated_at': '2021-05-19T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': 'efeafa02-b9b8-4b39-8f02-840cc5f31e18', 'name': '', 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'mac_address': 'fa:16:3e:9e:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '87241497-40e8-46eb-87d3-8a39d2674dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:05Z', 'updated_at': '2021-05-19T09:39:13Z', 'revision_number': 5, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'subnets': [{'id': '87241497-40e8-46eb-87d3-8a39d2674dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:11.314686 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ece2721-dfc7-481e-9317-fb074e84348e None None] Checking router: 3de06391-23c0-4b65-9a1c-ff938e13591e for host: dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:41:11.323972 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ece2721-dfc7-481e-9317-fb074e84348e None None] Routers {'3de06391-23c0-4b65-9a1c-ff938e13591e'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:41:11.324653 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-1ece2721-dfc7-481e-9317-fb074e84348e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:41:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['3de06391-23c0-4b65-9a1c-ff938e13591e'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:11.367159 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-65eebf42-8b08-4d84-8c41-99589816c902 req-573a71aa-bc6f-4f44-b932-1a4c8a01be5f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7d70833-6c7c-4ef1-8350-92cad15afe91 HTTP/1.1" status: 200 len: 217 time: 0.0614100 May 19 09:41:11.503937 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-1ece2721-dfc7-481e-9317-fb074e84348e None None] Set router 3de06391-23c0-4b65-9a1c-ff938e13591e gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:41:11.538909 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eebf42-8b08-4d84-8c41-99589816c902 req-ed921ad5-5933-451f-9f1f-05608d3c1b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:11.540359 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-65eebf42-8b08-4d84-8c41-99589816c902 req-ed921ad5-5933-451f-9f1f-05608d3c1b26 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87241497-40e8-46eb-87d3-8a39d2674dfc HTTP/1.1" status: 200 len: 854 time: 0.1602640 May 19 09:41:11.619262 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eebf42-8b08-4d84-8c41-99589816c902 req-da836311-3f2a-4974-950f-a05de443e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:11.620642 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-65eebf42-8b08-4d84-8c41-99589816c902 req-da836311-3f2a-4974-950f-a05de443e112 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=15ede415-7504-44c6-8896-c08fe69bafb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721824 May 19 09:41:11.764409 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-65eebf42-8b08-4d84-8c41-99589816c902 req-ca66f276-cec2-4b8b-b110-91039b1bdb05 service neutron] 10.222.0.76 "GET /v2.0/networks/15ede415-7504-44c6-8896-c08fe69bafb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353960 May 19 09:41:11.833235 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-1ece2721-dfc7-481e-9317-fb074e84348e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'name': 'tempest-TestMinimumBasicScenario-1462432713-router', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '9931f772-7666-43ca-893b-fd48bc57bbe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:39:01Z', 'updated_at': '2021-05-19T09:39:06Z', 'revision_number': 4, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'gw_port': {'id': '9931f772-7666-43ca-893b-fd48bc57bbe2', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:02Z', 'updated_at': '2021-05-19T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': 'efeafa02-b9b8-4b39-8f02-840cc5f31e18', 'name': '', 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'mac_address': 'fa:16:3e:9e:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '87241497-40e8-46eb-87d3-8a39d2674dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:05Z', 'updated_at': '2021-05-19T09:39:13Z', 'revision_number': 5, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'subnets': [{'id': '87241497-40e8-46eb-87d3-8a39d2674dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:11.837463 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ece2721-dfc7-481e-9317-fb074e84348e None None] The sync data for ids ['3de06391-23c0-4b65-9a1c-ff938e13591e'] in dv-cinder-791281-2-smb is: [{'id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'name': 'tempest-TestMinimumBasicScenario-1462432713-router', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '9931f772-7666-43ca-893b-fd48bc57bbe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:39:01Z', 'updated_at': '2021-05-19T09:39:06Z', 'revision_number': 4, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'gw_port': {'id': '9931f772-7666-43ca-893b-fd48bc57bbe2', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:02Z', 'updated_at': '2021-05-19T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb', '_interfaces': [{'id': 'efeafa02-b9b8-4b39-8f02-840cc5f31e18', 'name': '', 'network_id': '15ede415-7504-44c6-8896-c08fe69bafb9', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'mac_address': 'fa:16:3e:9e:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '87241497-40e8-46eb-87d3-8a39d2674dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:05Z', 'updated_at': '2021-05-19T09:39:13Z', 'revision_number': 5, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'subnets': [{'id': '87241497-40e8-46eb-87d3-8a39d2674dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:41:11.913574 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-65eebf42-8b08-4d84-8c41-99589816c902 req-ff764345-aa5b-4aa1-ab7f-8d04e1a8732e service neutron] 10.222.0.76 "GET /v2.0/networks/15ede415-7504-44c6-8896-c08fe69bafb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420569 May 19 09:41:12.051041 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e69ccc6-c3da-45ee-bfa9-383a8d324b24 None None] New status for floating IP 2fd182fb-37c7-4259-a55f-d5e70659fcd9: DOWN {{(pid=91654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:41:14.243019 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e202e4-07e9-45de-8878-8254e00734d5 req-7cb13702-a484-47d0-9f3c-79bd58fd5b55 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:14.243675 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-d0e202e4-07e9-45de-8878-8254e00734d5 req-7cb13702-a484-47d0-9f3c-79bd58fd5b55 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Synchronizing usage tracker for tenant:3e67fd8b81e7411ebfc3353c9ad92d1c on resource:port {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:41:14.259228 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-d0e202e4-07e9-45de-8878-8254e00734d5 req-7cb13702-a484-47d0-9f3c-79bd58fd5b55 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Unset dirty status for tenant:3e67fd8b81e7411ebfc3353c9ad92d1c on resource:port {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:41:14.260353 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-d0e202e4-07e9-45de-8878-8254e00734d5 req-7cb13702-a484-47d0-9f3c-79bd58fd5b55 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 945 time: 0.2095847 May 19 09:41:14.305055 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-d0e202e4-07e9-45de-8878-8254e00734d5 req-8297cead-1245-4054-a503-0847dcb95004 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Synchronizing usage tracker for tenant:3e67fd8b81e7411ebfc3353c9ad92d1c on resource:security_group {{(pid=91652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:41:14.320414 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.quota.resource [req-d0e202e4-07e9-45de-8878-8254e00734d5 req-8297cead-1245-4054-a503-0847dcb95004 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Unset dirty status for tenant:3e67fd8b81e7411ebfc3353c9ad92d1c on resource:security_group {{(pid=91652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:41:14.321542 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-d0e202e4-07e9-45de-8878-8254e00734d5 req-8297cead-1245-4054-a503-0847dcb95004 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555480 May 19 09:41:15.511031 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17ad0b-4a82-49fd-9732-80387fa24bdb req-54a54acb-af84-4fab-836d-65a024d54bb5 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:15.512476 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9a17ad0b-4a82-49fd-9732-80387fa24bdb req-54a54acb-af84-4fab-836d-65a024d54bb5 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 945 time: 0.0839567 May 19 09:41:15.557554 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-9a17ad0b-4a82-49fd-9732-80387fa24bdb req-f2c2b30c-8182-4b57-b386-5c157f9e52bb tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0d831b-260e-4b5e-abb6-879a7ad03e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388916 May 19 09:41:16.075229 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab939e48-d7ed-4b68-af42-bb19527b4c85 req-5d7417b2-847d-426b-bdc7-cacdef7ad020 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:16.076538 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-ab939e48-d7ed-4b68-af42-bb19527b4c85 req-5d7417b2-847d-426b-bdc7-cacdef7ad020 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.76 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 945 time: 0.0777714 May 19 09:41:16.213070 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-ab939e48-d7ed-4b68-af42-bb19527b4c85 req-7d3665e3-caf5-4eb7-a8f8-8c0759af89dd tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Deleting port e7d70833-6c7c-4ef1-8350-92cad15afe91 {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:41:16.213405 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-ab939e48-d7ed-4b68-af42-bb19527b4c85 req-7d3665e3-caf5-4eb7-a8f8-8c0759af89dd tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:16.342403 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [req-ab939e48-d7ed-4b68-af42-bb19527b4c85 req-7d3665e3-caf5-4eb7-a8f8-8c0759af89dd tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] For port e7d70833-6c7c-4ef1-8350-92cad15afe91, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e7d70833-6c7c-4ef1-8350-92cad15afe91,segment=NetworkSegment(8bbf6d17-9050-42d5-b1e0-7e809ca17474),segment_id=8bbf6d17-9050-42d5-b1e0-7e809ca17474)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:16.342729 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-ab939e48-d7ed-4b68-af42-bb19527b4c85 req-7d3665e3-caf5-4eb7-a8f8-8c0759af89dd tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:16.465432 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [req-ab939e48-d7ed-4b68-af42-bb19527b4c85 req-7d3665e3-caf5-4eb7-a8f8-8c0759af89dd tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Calling delete_port for e7d70833-6c7c-4ef1-8350-92cad15afe91 owned by compute:nova {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:41:16.572967 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-ab939e48-d7ed-4b68-af42-bb19527b4c85 req-7d3665e3-caf5-4eb7-a8f8-8c0759af89dd tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:16.578352 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-affa9ff7-613b-4040-9ee1-8a20de52a87f tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:16.588010 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] get_ports_and_sgs() called for port_ids ['e7d70833-6c7c-4ef1-8350-92cad15afe91'] {{(pid=91653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:41:16.624113 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3665e3-caf5-4eb7-a8f8-8c0759af89dd tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Pushing event deleted for resources: {'Port': ['ID=e7d70833-6c7c-4ef1-8350-92cad15afe91,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:16.655035 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-7d3665e3-caf5-4eb7-a8f8-8c0759af89dd tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:16.700792 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab939e48-d7ed-4b68-af42-bb19527b4c85 req-7d3665e3-caf5-4eb7-a8f8-8c0759af89dd tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] No DVR routers for this DVR port e7d70833-6c7c-4ef1-8350-92cad15afe91 on host hv-cinder-79128 {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:41:16.703275 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [req-ab939e48-d7ed-4b68-af42-bb19527b4c85 req-7d3665e3-caf5-4eb7-a8f8-8c0759af89dd tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15074'] for port, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:16.707031 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babe74e8-bab6-4102-a6e2-c3b9177e4f5f', 'name': 'network-vif-deleted', 'tag': 'e7d70833-6c7c-4ef1-8350-92cad15afe91'}] {{(pid=91651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:41:16.724551 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [req-ab939e48-d7ed-4b68-af42-bb19527b4c85 req-7d3665e3-caf5-4eb7-a8f8-8c0759af89dd tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.76 "DELETE /v2.0/ports/e7d70833-6c7c-4ef1-8350-92cad15afe91 HTTP/1.1" status: 204 len: 173 time: 0.6394913 May 19 09:41:16.737719 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [req-a28bedbe-8029-4385-8bdc-ce542dce9068 req-38b78783-34bc-4378-a9b3-af98066250d1 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] 10.222.0.61 "GET /v2.0/ports?device_id=babe74e8-bab6-4102-a6e2-c3b9177e4f5f HTTP/1.1" status: 200 len: 210 time: 0.0551631 May 19 09:41:16.757987 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'babe74e8-bab6-4102-a6e2-c3b9177e4f5f', 'name': 'network-vif-deleted', 'tag': 'e7d70833-6c7c-4ef1-8350-92cad15afe91', 'status': 'completed', 'code': 200} May 19 09:41:18.362267 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 50126) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:18.890722 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d27287e2-46f6-4093-bc6e-ef1ee40939ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3806281'] for router_interface, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:19.296970 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-d27287e2-46f6-4093-bc6e-ef1ee40939ec admin admin] Deleting port efeafa02-b9b8-4b39-8f02-840cc5f31e18 {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:41:19.297308 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d27287e2-46f6-4093-bc6e-ef1ee40939ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:19.415113 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.db [None req-d27287e2-46f6-4093-bc6e-ef1ee40939ec admin admin] For port efeafa02-b9b8-4b39-8f02-840cc5f31e18, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=efeafa02-b9b8-4b39-8f02-840cc5f31e18,segment=NetworkSegment(8bbf6d17-9050-42d5-b1e0-7e809ca17474),segment_id=8bbf6d17-9050-42d5-b1e0-7e809ca17474)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:19.415797 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d27287e2-46f6-4093-bc6e-ef1ee40939ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:19.539097 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-d27287e2-46f6-4093-bc6e-ef1ee40939ec admin admin] Calling delete_port for efeafa02-b9b8-4b39-8f02-840cc5f31e18 owned by network:router_interface {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:41:19.769372 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device e7d70833-6c7c-4ef1-8350-92cad15afe91 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:41:19.804243 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] No Port match for: e7d70833-6c7c-4ef1-8350-92cad15afe91 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:41:19.804630 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Device e7d70833-6c7c-4ef1-8350-92cad15afe91 not bound to the agent host hv-cinder-79128 {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:41:19.872235 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d27287e2-46f6-4093-bc6e-ef1ee40939ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838887'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:19.876528 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:19.918125 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27287e2-46f6-4093-bc6e-ef1ee40939ec admin admin] Pushing event deleted for resources: {'Port': ['ID=efeafa02-b9b8-4b39-8f02-840cc5f31e18,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:19.921155 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-d27287e2-46f6-4093-bc6e-ef1ee40939ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:20.185905 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d27287e2-46f6-4093-bc6e-ef1ee40939ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3808217'] for router_interface, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:20.551912 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27287e2-46f6-4093-bc6e-ef1ee40939ec admin admin] Router 3de06391-23c0-4b65-9a1c-ff938e13591e has already been hosted by L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 {{(pid=91652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:41:20.725836 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27287e2-46f6-4093-bc6e-ef1ee40939ec admin admin] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:41:20.734050 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c37ba5b-e0d9-49d7-9464-e28b31067a27 None None] Sync routers for ids ['3de06391-23c0-4b65-9a1c-ff938e13591e'] in dv-cinder-791281-2-smb {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:41:20.737747 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-d27287e2-46f6-4093-bc6e-ef1ee40939ec admin admin] 10.222.0.61 "PUT /v2.0/routers/3de06391-23c0-4b65-9a1c-ff938e13591e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3736181 May 19 09:41:20.740178 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 50130) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:20.743480 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c37ba5b-e0d9-49d7-9464-e28b31067a27 None None] Routers {'3de06391-23c0-4b65-9a1c-ff938e13591e'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:41:20.744085 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-7c37ba5b-e0d9-49d7-9464-e28b31067a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:41:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['3de06391-23c0-4b65-9a1c-ff938e13591e'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:20.919120 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-333f7a5a-481f-48cb-aca6-bafb7e838ce3 admin admin] Notify callbacks [] for router, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:20.964893 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-7c37ba5b-e0d9-49d7-9464-e28b31067a27 None None] Set router 3de06391-23c0-4b65-9a1c-ff938e13591e gateway port host: dv-cinder-791281-2-smb {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:41:21.213442 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-333f7a5a-481f-48cb-aca6-bafb7e838ce3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:21.256985 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-7c37ba5b-e0d9-49d7-9464-e28b31067a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'name': 'tempest-TestMinimumBasicScenario-1462432713-router', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '9931f772-7666-43ca-893b-fd48bc57bbe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:39:01Z', 'updated_at': '2021-05-19T09:41:19Z', 'revision_number': 5, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'gw_port': {'id': '9931f772-7666-43ca-893b-fd48bc57bbe2', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:02Z', 'updated_at': '2021-05-19T09:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb'}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:21.260814 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c37ba5b-e0d9-49d7-9464-e28b31067a27 None None] Checking router: 3de06391-23c0-4b65-9a1c-ff938e13591e for host: dv-cinder-791281-2-smb {{(pid=91653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:41:21.268953 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c37ba5b-e0d9-49d7-9464-e28b31067a27 None None] Routers {'3de06391-23c0-4b65-9a1c-ff938e13591e'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:41:21.270149 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-7c37ba5b-e0d9-49d7-9464-e28b31067a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:41:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['3de06391-23c0-4b65-9a1c-ff938e13591e'], 'active': True} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:21.285228 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-333f7a5a-481f-48cb-aca6-bafb7e838ce3 admin admin] Deleting port 9931f772-7666-43ca-893b-fd48bc57bbe2 {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:41:21.285591 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-333f7a5a-481f-48cb-aca6-bafb7e838ce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:21.408081 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.db [None req-333f7a5a-481f-48cb-aca6-bafb7e838ce3 admin admin] For port 9931f772-7666-43ca-893b-fd48bc57bbe2, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=9931f772-7666-43ca-893b-fd48bc57bbe2,segment=NetworkSegment(55747ea9-294a-4e73-8f61-78bde3a770f5),segment_id=55747ea9-294a-4e73-8f61-78bde3a770f5)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:21.408477 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-333f7a5a-481f-48cb-aca6-bafb7e838ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:21.421097 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvr_db [None req-7c37ba5b-e0d9-49d7-9464-e28b31067a27 None None] Set router 3de06391-23c0-4b65-9a1c-ff938e13591e gateway port host: None {{(pid=91653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:41:21.533648 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_hamode_db [None req-7c37ba5b-e0d9-49d7-9464-e28b31067a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'name': 'tempest-TestMinimumBasicScenario-1462432713-router', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:39:01Z', 'updated_at': '2021-05-19T09:41:21Z', 'revision_number': 6, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'gw_port_host': None}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:21.537831 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-333f7a5a-481f-48cb-aca6-bafb7e838ce3 admin admin] Calling delete_port for 9931f772-7666-43ca-893b-fd48bc57bbe2 owned by network:router_gateway {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:41:21.538091 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c37ba5b-e0d9-49d7-9464-e28b31067a27 None None] The sync data for ids ['3de06391-23c0-4b65-9a1c-ff938e13591e'] in dv-cinder-791281-2-smb is: [{'id': '3de06391-23c0-4b65-9a1c-ff938e13591e', 'name': 'tempest-TestMinimumBasicScenario-1462432713-router', 'tenant_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:39:01Z', 'updated_at': '2021-05-19T09:41:21Z', 'revision_number': 6, 'project_id': '3e67fd8b81e7411ebfc3353c9ad92d1c', 'gw_port_host': None}] {{(pid=91653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:41:21.699244 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-333f7a5a-481f-48cb-aca6-bafb7e838ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838887'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:21.706369 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-709722ce-fbec-4be1-a017-f98c3190196f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:21.784304 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f7a5a-481f-48cb-aca6-bafb7e838ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9931f772-7666-43ca-893b-fd48bc57bbe2,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:21.835464 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-333f7a5a-481f-48cb-aca6-bafb7e838ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:21.929600 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-333f7a5a-481f-48cb-aca6-bafb7e838ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827042'] for router_gateway, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:22.104407 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-333f7a5a-481f-48cb-aca6-bafb7e838ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3796441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125539'] for router, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:22.106679 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-333f7a5a-481f-48cb-aca6-bafb7e838ce3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:22.131914 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-333f7a5a-481f-48cb-aca6-bafb7e838ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825717'] for router, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:22.132506 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333f7a5a-481f-48cb-aca6-bafb7e838ce3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3de06391-23c0-4b65-9a1c-ff938e13591e {{(pid=91652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 09:41:22.145782 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-333f7a5a-481f-48cb-aca6-bafb7e838ce3 admin admin] Notify callbacks [] for router, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:22.146912 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-333f7a5a-481f-48cb-aca6-bafb7e838ce3 admin admin] 10.222.0.61 "DELETE /v2.0/routers/3de06391-23c0-4b65-9a1c-ff938e13591e HTTP/1.1" status: 204 len: 168 time: 1.4058325 May 19 09:41:22.149788 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 50134) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:22.217681 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28a8ab8-e6f1-4f91-a3a0-94919fa3f904 admin admin] Deleting subnet 87241497-40e8-46eb-87d3-8a39d2674dfc {{(pid=91652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:41:22.221587 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d28a8ab8-e6f1-4f91-a3a0-94919fa3f904 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:22.256029 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 9931f772-7666-43ca-893b-fd48bc57bbe2 no longer exists at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:41:22.280645 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d28a8ab8-e6f1-4f91-a3a0-94919fa3f904 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225997'] for subnet, precommit_delete_associations {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:22.301380 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] No Port match for: 9931f772-7666-43ca-893b-fd48bc57bbe2 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:41:22.302021 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 9931f772-7666-43ca-893b-fd48bc57bbe2 not bound to the agent host dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:41:22.302443 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device efeafa02-b9b8-4b39-8f02-840cc5f31e18 no longer exists at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:41:22.344045 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] No Port match for: efeafa02-b9b8-4b39-8f02-840cc5f31e18 {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:41:22.344478 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device efeafa02-b9b8-4b39-8f02-840cc5f31e18 not bound to the agent host dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:41:22.382630 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d28a8ab8-e6f1-4f91-a3a0-94919fa3f904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874305'] for subnet, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:22.644301 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d28a8ab8-e6f1-4f91-a3a0-94919fa3f904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2887608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60223505'] for subnet, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:22.648296 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-f8a710e1-5744-4fcb-8a12-b35f5b7e020c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:22.683706 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a8ab8-e6f1-4f91-a3a0-94919fa3f904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87241497-40e8-46eb-87d3-8a39d2674dfc,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:22.686957 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-d28a8ab8-e6f1-4f91-a3a0-94919fa3f904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:22.687946 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-d28a8ab8-e6f1-4f91-a3a0-94919fa3f904 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:22.693524 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f71f92-0a0e-4830-9a58-e479d090c78a None None] Network 15ede415-7504-44c6-8896-c08fe69bafb9 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:41:22.695375 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-d28a8ab8-e6f1-4f91-a3a0-94919fa3f904 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/87241497-40e8-46eb-87d3-8a39d2674dfc HTTP/1.1" status: 204 len: 168 time: 0.5445855 May 19 09:41:22.698010 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 50138) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:22.810960 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0c1ca9ff-939b-439b-b9ef-038d977bba9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723769'] for network, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:22.883455 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-0c1ca9ff-939b-439b-b9ef-038d977bba9f admin admin] Deleting port 85b0b1f9-6130-4823-8fd4-d578ecacde5c {{(pid=91651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:41:22.883793 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0c1ca9ff-939b-439b-b9ef-038d977bba9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:22.990198 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdec53f-7075-49fe-b746-44c88f7c4b5a None None] DHCP port deletion for 15ede415-7504-44c6-8896-c08fe69bafb9 request from dv-cinder-791281-2-smb {{(pid=91653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 09:41:22.991991 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-0c1ca9ff-939b-439b-b9ef-038d977bba9f admin admin] For port 85b0b1f9-6130-4823-8fd4-d578ecacde5c, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=85b0b1f9-6130-4823-8fd4-d578ecacde5c,segment=NetworkSegment(8bbf6d17-9050-42d5-b1e0-7e809ca17474),segment_id=8bbf6d17-9050-42d5-b1e0-7e809ca17474)] {{(pid=91651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:22.992698 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0c1ca9ff-939b-439b-b9ef-038d977bba9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:23.063781 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1bdec53f-7075-49fe-b746-44c88f7c4b5a None None] Deleting port 85b0b1f9-6130-4823-8fd4-d578ecacde5c {{(pid=91653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:41:23.064156 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1bdec53f-7075-49fe-b746-44c88f7c4b5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:23.127867 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-0c1ca9ff-939b-439b-b9ef-038d977bba9f admin admin] Calling delete_port for 85b0b1f9-6130-4823-8fd4-d578ecacde5c owned by network:dhcp {{(pid=91651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:41:23.166864 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-1bdec53f-7075-49fe-b746-44c88f7c4b5a None None] For port 85b0b1f9-6130-4823-8fd4-d578ecacde5c, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=85b0b1f9-6130-4823-8fd4-d578ecacde5c,segment=NetworkSegment(8bbf6d17-9050-42d5-b1e0-7e809ca17474),segment_id=8bbf6d17-9050-42d5-b1e0-7e809ca17474)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:23.167256 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1bdec53f-7075-49fe-b746-44c88f7c4b5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:23.184504 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0c1ca9ff-939b-439b-b9ef-038d977bba9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2459280'] for port, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:23.189093 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ea65b811-affc-4512-bb37-ab758cc02de9 tempest-TestMinimumBasicScenario-277422265 tempest-TestMinimumBasicScenario-277422265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:23.296823 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-1bdec53f-7075-49fe-b746-44c88f7c4b5a None None] Calling delete_port for 85b0b1f9-6130-4823-8fd4-d578ecacde5c owned by network:dhcp {{(pid=91653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:41:23.322527 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ca9ff-939b-439b-b9ef-038d977bba9f admin admin] Pushing event deleted for resources: {'Port': ['ID=85b0b1f9-6130-4823-8fd4-d578ecacde5c,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:23.325476 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0c1ca9ff-939b-439b-b9ef-038d977bba9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:23.326256 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1ca9ff-939b-439b-b9ef-038d977bba9f admin admin] No DVR routers for this DVR port 85b0b1f9-6130-4823-8fd4-d578ecacde5c on host dv-cinder-791281-2-smb {{(pid=91651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:41:23.342027 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1bdec53f-7075-49fe-b746-44c88f7c4b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079'] for port, after_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:23.345618 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-2f6f7d9f-1349-4fd8-92d3-13ab82fda0db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:23.387668 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdec53f-7075-49fe-b746-44c88f7c4b5a None None] Pushing event deleted for resources: {'Port': ['ID=85b0b1f9-6130-4823-8fd4-d578ecacde5c,revision_number=None']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:23.394989 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdec53f-7075-49fe-b746-44c88f7c4b5a None None] No DVR routers for this DVR port 85b0b1f9-6130-4823-8fd4-d578ecacde5c on host dv-cinder-791281-2-smb {{(pid=91653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:41:23.404749 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdec53f-7075-49fe-b746-44c88f7c4b5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:23.404749 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdec53f-7075-49fe-b746-44c88f7c4b5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:23.404749 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdec53f-7075-49fe-b746-44c88f7c4b5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:23.404749 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdec53f-7075-49fe-b746-44c88f7c4b5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:23.404749 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdec53f-7075-49fe-b746-44c88f7c4b5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:23.404749 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdec53f-7075-49fe-b746-44c88f7c4b5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:23.404749 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdec53f-7075-49fe-b746-44c88f7c4b5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:23.405695 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdec53f-7075-49fe-b746-44c88f7c4b5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:23.405695 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdec53f-7075-49fe-b746-44c88f7c4b5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:23.405695 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdec53f-7075-49fe-b746-44c88f7c4b5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:23.406012 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdec53f-7075-49fe-b746-44c88f7c4b5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:23.406186 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdec53f-7075-49fe-b746-44c88f7c4b5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-smb {{(pid=91653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:23.409108 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-1bdec53f-7075-49fe-b746-44c88f7c4b5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:23.442178 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0c1ca9ff-939b-439b-b9ef-038d977bba9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868810', 'neutron.services.segments.db._delete_segments_for_network-8789556565890'] for network, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:23.454718 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.services.segments.db [None req-0c1ca9ff-939b-439b-b9ef-038d977bba9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ede415-7504-44c6-8896-c08fe69bafb9']}} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:23.467211 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.services.segments.db [None req-0c1ca9ff-939b-439b-b9ef-038d977bba9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bbf6d17-9050-42d5-b1e0-7e809ca17474') {'for_net_delete': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:23.467504 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.services.segments.db [None req-0c1ca9ff-939b-439b-b9ef-038d977bba9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bbf6d17-9050-42d5-b1e0-7e809ca17474') {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:23.479470 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0c1ca9ff-939b-439b-b9ef-038d977bba9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789556576395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2109457'] for segment, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:23.495833 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0c1ca9ff-939b-439b-b9ef-038d977bba9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:23.501685 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1ca9ff-939b-439b-b9ef-038d977bba9f admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=91651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:41:23.502089 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0c1ca9ff-939b-439b-b9ef-038d977bba9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2459373'] for segment, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: Traceback (most recent call last): May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: timer() May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: cb(*args, **kw) May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: return func(*args, **kwargs) May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: self._notify() May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: self.callback(batched_events) May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: event.method(event) May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: return f(self, *a, **k) May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: return self._get(url).json() May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: return self.request(url, 'GET', **kwargs) May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:41:23.515113 dv-cinder-791281-2-smb neutron-server[91651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:41:23.591749 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0c1ca9ff-939b-439b-b9ef-038d977bba9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827017'] for network, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:23.595351 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:23.608176 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-0c1ca9ff-939b-439b-b9ef-038d977bba9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:23.618524 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ca9ff-939b-439b-b9ef-038d977bba9f admin admin] Pushing event deleted for resources: {'Network': ['ID=15ede415-7504-44c6-8896-c08fe69bafb9,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:23.622672 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-0c1ca9ff-939b-439b-b9ef-038d977bba9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:23.625997 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-0c1ca9ff-939b-439b-b9ef-038d977bba9f admin admin] 10.222.0.61 "DELETE /v2.0/networks/15ede415-7504-44c6-8896-c08fe69bafb9 HTTP/1.1" status: 204 len: 168 time: 0.9269254 May 19 09:41:23.629659 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 50142) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:24.243032 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 85b0b1f9-6130-4823-8fd4-d578ecacde5c no longer exists at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:41:24.279309 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] No Port match for: 85b0b1f9-6130-4823-8fd4-d578ecacde5c {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:41:24.279667 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 85b0b1f9-6130-4823-8fd4-d578ecacde5c not bound to the agent host dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:41:24.282093 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a1a02fea-b6a6-481c-9a8a-62686530ec1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3806281'] for router_interface, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:24.729835 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-a1a02fea-b6a6-481c-9a8a-62686530ec1c admin admin] Deleting port 2f53d2d6-6449-4a85-8d31-dfd9622a0fbb {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:41:24.730568 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a1a02fea-b6a6-481c-9a8a-62686530ec1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:24.868266 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.db [None req-a1a02fea-b6a6-481c-9a8a-62686530ec1c admin admin] For port 2f53d2d6-6449-4a85-8d31-dfd9622a0fbb, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=2f53d2d6-6449-4a85-8d31-dfd9622a0fbb,segment=NetworkSegment(79167db4-0381-4f65-8adc-032b39465aee),segment_id=79167db4-0381-4f65-8adc-032b39465aee)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:24.868621 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a1a02fea-b6a6-481c-9a8a-62686530ec1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:24.994645 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-a1a02fea-b6a6-481c-9a8a-62686530ec1c admin admin] Calling delete_port for 2f53d2d6-6449-4a85-8d31-dfd9622a0fbb owned by network:router_interface {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:41:25.138775 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a1a02fea-b6a6-481c-9a8a-62686530ec1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838887'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:25.142293 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-1aaa61da-a156-4dc5-9bd6-4e8c6b4d7e22 tempest-AttachVolumeShelveTestJSON-615845696 tempest-AttachVolumeShelveTestJSON-615845696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:25.186078 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a02fea-b6a6-481c-9a8a-62686530ec1c admin admin] Pushing event deleted for resources: {'Port': ['ID=2f53d2d6-6449-4a85-8d31-dfd9622a0fbb,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:25.188954 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-a1a02fea-b6a6-481c-9a8a-62686530ec1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:25.588047 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-a1a02fea-b6a6-481c-9a8a-62686530ec1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3808217'] for router_interface, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:25.968361 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a02fea-b6a6-481c-9a8a-62686530ec1c admin admin] Router fdbac57a-c706-4ac4-9f0e-5039744063b1 has already been hosted by L3 agent ffe7e333-bf46-400b-8da8-240c660cc223 {{(pid=91652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:41:26.155850 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a02fea-b6a6-481c-9a8a-62686530ec1c admin admin] Notify agent at l3_agent.dv-cinder-791281-2-smb the message routers_updated {{(pid=91652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:41:26.165080 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-a1a02fea-b6a6-481c-9a8a-62686530ec1c admin admin] 10.222.0.61 "PUT /v2.0/routers/fdbac57a-c706-4ac4-9f0e-5039744063b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5343552 May 19 09:41:26.167632 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 50146) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:26.177396 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd4ea05-9f44-4383-8249-1afc756fce80 None None] Sync routers for ids ['fdbac57a-c706-4ac4-9f0e-5039744063b1'] in dv-cinder-791281-2-smb {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:41:26.187541 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd4ea05-9f44-4383-8249-1afc756fce80 None None] Routers {'fdbac57a-c706-4ac4-9f0e-5039744063b1'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:41:26.188220 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-ffd4ea05-9f44-4383-8249-1afc756fce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:41:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['fdbac57a-c706-4ac4-9f0e-5039744063b1'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:26.357948 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0156aff0-834a-467d-94de-5961e9e9626e admin admin] Notify callbacks [] for router, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:26.374405 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-ffd4ea05-9f44-4383-8249-1afc756fce80 None None] Set router fdbac57a-c706-4ac4-9f0e-5039744063b1 gateway port host: dv-cinder-791281-2-smb {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:41:26.562489 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0156aff0-834a-467d-94de-5961e9e9626e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:26.655300 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-0156aff0-834a-467d-94de-5961e9e9626e admin admin] Deleting port d49837b0-0098-43af-bc09-5011aa412c5b {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:41:26.655677 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0156aff0-834a-467d-94de-5961e9e9626e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:26.697093 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-ffd4ea05-9f44-4383-8249-1afc756fce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbac57a-c706-4ac4-9f0e-5039744063b1', 'name': 'tempest-TestMinimumBasicScenario-1372979985-router', 'tenant_id': '0228133154ed48caa9f8cc784afdaf7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'external_fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.136'}], 'enable_snat': True}, 'gw_port_id': 'd49837b0-0098-43af-bc09-5011aa412c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:39:10Z', 'updated_at': '2021-05-19T09:41:25Z', 'revision_number': 5, 'project_id': '0228133154ed48caa9f8cc784afdaf7c', 'gw_port': {'id': 'd49837b0-0098-43af-bc09-5011aa412c5b', 'name': '', 'network_id': '7d528ae4-f655-4215-abed-2652e9d6f37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbac57a-c706-4ac4-9f0e-5039744063b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'ip_address': '172.28.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:39:11Z', 'updated_at': '2021-05-19T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '518ab1fe-b41e-417a-a1c0-f577284c585f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-smb'}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:26.700960 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd4ea05-9f44-4383-8249-1afc756fce80 None None] Checking router: fdbac57a-c706-4ac4-9f0e-5039744063b1 for host: dv-cinder-791281-2-smb {{(pid=91654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:41:26.709670 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd4ea05-9f44-4383-8249-1afc756fce80 None None] Routers {'fdbac57a-c706-4ac4-9f0e-5039744063b1'} bound to L3 agent in host dv-cinder-791281-2-smb {{(pid=91654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:41:26.710299 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-ffd4ea05-9f44-4383-8249-1afc756fce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:23:32Z,description=,heartbeat_timestamp=2021-05-19T09:41:02Z,host='dv-cinder-791281-2-smb',id=ffe7e333-bf46-400b-8da8-240c660cc223,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:23:32Z,topic='l3_agent')) {'router_ids': ['fdbac57a-c706-4ac4-9f0e-5039744063b1'], 'active': True} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:26.866616 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_dvr_db [None req-ffd4ea05-9f44-4383-8249-1afc756fce80 None None] Set router fdbac57a-c706-4ac4-9f0e-5039744063b1 gateway port host: None {{(pid=91654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:41:26.921254 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.db [None req-0156aff0-834a-467d-94de-5961e9e9626e admin admin] For port d49837b0-0098-43af-bc09-5011aa412c5b, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=d49837b0-0098-43af-bc09-5011aa412c5b,segment=NetworkSegment(55747ea9-294a-4e73-8f61-78bde3a770f5),segment_id=55747ea9-294a-4e73-8f61-78bde3a770f5)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:26.921609 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0156aff0-834a-467d-94de-5961e9e9626e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:26.980598 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.l3_hamode_db [None req-ffd4ea05-9f44-4383-8249-1afc756fce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbac57a-c706-4ac4-9f0e-5039744063b1', 'name': 'tempest-TestMinimumBasicScenario-1372979985-router', 'tenant_id': '0228133154ed48caa9f8cc784afdaf7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:39:10Z', 'updated_at': '2021-05-19T09:41:26Z', 'revision_number': 6, 'project_id': '0228133154ed48caa9f8cc784afdaf7c', 'gw_port_host': None}], 'dv-cinder-791281-2-smb', False) {} {{(pid=91654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:26.988783 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd4ea05-9f44-4383-8249-1afc756fce80 None None] The sync data for ids ['fdbac57a-c706-4ac4-9f0e-5039744063b1'] in dv-cinder-791281-2-smb is: [{'id': 'fdbac57a-c706-4ac4-9f0e-5039744063b1', 'name': 'tempest-TestMinimumBasicScenario-1372979985-router', 'tenant_id': '0228133154ed48caa9f8cc784afdaf7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:39:10Z', 'updated_at': '2021-05-19T09:41:26Z', 'revision_number': 6, 'project_id': '0228133154ed48caa9f8cc784afdaf7c', 'gw_port_host': None}] {{(pid=91654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:41:27.075339 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-0156aff0-834a-467d-94de-5961e9e9626e admin admin] Calling delete_port for d49837b0-0098-43af-bc09-5011aa412c5b owned by network:router_gateway {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:41:27.212207 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0156aff0-834a-467d-94de-5961e9e9626e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838887'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:27.215642 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-55c1cfac-9c79-4af4-8369-b3c7122b4e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:27.265412 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156aff0-834a-467d-94de-5961e9e9626e admin admin] Pushing event deleted for resources: {'Port': ['ID=d49837b0-0098-43af-bc09-5011aa412c5b,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:27.268442 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-0156aff0-834a-467d-94de-5961e9e9626e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:27.356444 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0156aff0-834a-467d-94de-5961e9e9626e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3827042'] for router_gateway, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:27.529492 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0156aff0-834a-467d-94de-5961e9e9626e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3796441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125539'] for router, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:27.531697 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0156aff0-834a-467d-94de-5961e9e9626e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:27.553306 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0156aff0-834a-467d-94de-5961e9e9626e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825717'] for router, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:27.553818 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0156aff0-834a-467d-94de-5961e9e9626e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdbac57a-c706-4ac4-9f0e-5039744063b1 {{(pid=91652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 09:41:27.565909 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-0156aff0-834a-467d-94de-5961e9e9626e admin admin] Notify callbacks [] for router, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:27.567005 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-0156aff0-834a-467d-94de-5961e9e9626e admin admin] 10.222.0.61 "DELETE /v2.0/routers/fdbac57a-c706-4ac4-9f0e-5039744063b1 HTTP/1.1" status: 204 len: 168 time: 1.3984966 May 19 09:41:27.569507 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 50160) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:27.630273 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.db_base_plugin_v2 [None req-b89d9931-606e-415e-bd89-a6976160008f admin admin] Deleting subnet ffda9abb-3022-43a0-bf49-70164ebadef6 {{(pid=91652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:41:27.633091 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b89d9931-606e-415e-bd89-a6976160008f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:27.680603 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b89d9931-606e-415e-bd89-a6976160008f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225997'] for subnet, precommit_delete_associations {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:27.759266 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b89d9931-606e-415e-bd89-a6976160008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-874305'] for subnet, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:28.014016 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b89d9931-606e-415e-bd89-a6976160008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2887608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60223505'] for subnet, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:28.018684 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-23a780e9-1bd7-4ae2-99e0-4540ca7d7048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:28.051871 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d9931-606e-415e-bd89-a6976160008f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffda9abb-3022-43a0-bf49-70164ebadef6,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:28.054856 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-b89d9931-606e-415e-bd89-a6976160008f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:28.055812 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-b89d9931-606e-415e-bd89-a6976160008f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:28.060457 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f816d41f-3008-40cb-a59c-7a1de734318f None None] Network df072371-620a-43d5-8458-4907d6780d74 requested from dv-cinder-791281-2-smb {{(pid=91653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:41:28.061492 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-b89d9931-606e-415e-bd89-a6976160008f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ffda9abb-3022-43a0-bf49-70164ebadef6 HTTP/1.1" status: 204 len: 168 time: 0.4910142 May 19 09:41:28.063881 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.wsgi [-] (91652) accepted ('10.222.0.61', 50166) {{(pid=91652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:28.170905 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-654a846f-3c7d-4448-89eb-df55f110aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723769'] for network, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:28.248046 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-654a846f-3c7d-4448-89eb-df55f110aa58 admin admin] Deleting port cf4774a1-f1b0-4294-98b3-a1bf9247d8cd {{(pid=91652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:41:28.248391 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-654a846f-3c7d-4448-89eb-df55f110aa58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:28.257406 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device d49837b0-0098-43af-bc09-5011aa412c5b no longer exists at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:41:28.295586 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] No Port match for: d49837b0-0098-43af-bc09-5011aa412c5b {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:41:28.295925 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device d49837b0-0098-43af-bc09-5011aa412c5b not bound to the agent host dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:41:28.296336 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 2f53d2d6-6449-4a85-8d31-dfd9622a0fbb no longer exists at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:41:28.330625 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] No Port match for: 2f53d2d6-6449-4a85-8d31-dfd9622a0fbb {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:41:28.330970 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device 2f53d2d6-6449-4a85-8d31-dfd9622a0fbb not bound to the agent host dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:41:28.349587 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.db [None req-654a846f-3c7d-4448-89eb-df55f110aa58 admin admin] For port cf4774a1-f1b0-4294-98b3-a1bf9247d8cd, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=cf4774a1-f1b0-4294-98b3-a1bf9247d8cd,segment=NetworkSegment(79167db4-0381-4f65-8adc-032b39465aee),segment_id=79167db4-0381-4f65-8adc-032b39465aee)] {{(pid=91652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:28.349977 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-654a846f-3c7d-4448-89eb-df55f110aa58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:28.405511 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37790939-de5a-4049-b815-76fcf6b36964 None None] DHCP port deletion for df072371-620a-43d5-8458-4907d6780d74 request from dv-cinder-791281-2-smb {{(pid=91653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 09:41:28.471437 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-37790939-de5a-4049-b815-76fcf6b36964 None None] Deleting port cf4774a1-f1b0-4294-98b3-a1bf9247d8cd {{(pid=91653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:41:28.471817 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-37790939-de5a-4049-b815-76fcf6b36964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789556536423'] for port, before_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:28.570709 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.db [None req-37790939-de5a-4049-b815-76fcf6b36964 None None] For port cf4774a1-f1b0-4294-98b3-a1bf9247d8cd, host dv-cinder-791281-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-smb',level=0,port_id=cf4774a1-f1b0-4294-98b3-a1bf9247d8cd,segment=NetworkSegment(79167db4-0381-4f65-8adc-032b39465aee),segment_id=79167db4-0381-4f65-8adc-032b39465aee)] {{(pid=91653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:28.571091 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-37790939-de5a-4049-b815-76fcf6b36964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807375'] for port, precommit_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:28.573735 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.plugin [None req-654a846f-3c7d-4448-89eb-df55f110aa58 admin admin] Calling delete_port for cf4774a1-f1b0-4294-98b3-a1bf9247d8cd owned by network:dhcp {{(pid=91652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:41:28.619608 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-654a846f-3c7d-4448-89eb-df55f110aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2838887'] for port, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:28.624281 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-dc2d98ab-aab1-44ec-be75-53075cc2e51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:28.666645 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a846f-3c7d-4448-89eb-df55f110aa58 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf4774a1-f1b0-4294-98b3-a1bf9247d8cd,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:28.669639 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-654a846f-3c7d-4448-89eb-df55f110aa58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:28.670572 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654a846f-3c7d-4448-89eb-df55f110aa58 admin admin] No DVR routers for this DVR port cf4774a1-f1b0-4294-98b3-a1bf9247d8cd on host dv-cinder-791281-2-smb {{(pid=91652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:41:28.692136 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-37790939-de5a-4049-b815-76fcf6b36964 None None] Calling delete_port for cf4774a1-f1b0-4294-98b3-a1bf9247d8cd owned by network:dhcp {{(pid=91653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:41:28.735313 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-37790939-de5a-4049-b815-76fcf6b36964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-750198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789556539064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789556121079'] for port, after_delete {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:28.740147 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:28.785450 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-654a846f-3c7d-4448-89eb-df55f110aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868810', 'neutron.services.segments.db._delete_segments_for_network-8789556565890'] for network, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:28.786487 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37790939-de5a-4049-b815-76fcf6b36964 None None] No DVR routers for this DVR port cf4774a1-f1b0-4294-98b3-a1bf9247d8cd on host dv-cinder-791281-2-smb {{(pid=91653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:41:28.790798 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37790939-de5a-4049-b815-76fcf6b36964 None None] Pushing event deleted for resources: {'Port': ['ID=cf4774a1-f1b0-4294-98b3-a1bf9247d8cd,revision_number=None']} {{(pid=91653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:28.797014 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG oslo_concurrency.lockutils [None req-37790939-de5a-4049-b815-76fcf6b36964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:28.802982 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.services.segments.db [None req-654a846f-3c7d-4448-89eb-df55f110aa58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df072371-620a-43d5-8458-4907d6780d74']}} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:28.815090 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.services.segments.db [None req-654a846f-3c7d-4448-89eb-df55f110aa58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79167db4-0381-4f65-8adc-032b39465aee') {'for_net_delete': True} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:28.815388 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.services.segments.db [None req-654a846f-3c7d-4448-89eb-df55f110aa58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79167db4-0381-4f65-8adc-032b39465aee') {} {{(pid=91652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:28.827598 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-654a846f-3c7d-4448-89eb-df55f110aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789556576395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2226010'] for segment, before_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:28.843911 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-654a846f-3c7d-4448-89eb-df55f110aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410'] for segment, precommit_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:28.850533 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654a846f-3c7d-4448-89eb-df55f110aa58 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=91652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:41:28.850941 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-654a846f-3c7d-4448-89eb-df55f110aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2838810'] for segment, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: Traceback (most recent call last): May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: timer() May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: cb(*args, **kw) May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: return func(*args, **kwargs) May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: self._notify() May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: self.callback(batched_events) May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: event.method(event) May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: return f(self, *a, **k) May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: return self._get(url).json() May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: return self.request(url, 'GET', **kwargs) May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:41:28.864485 dv-cinder-791281-2-smb neutron-server[91652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:41:28.898604 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-26d2f00a-957a-4087-bba6-a3fc56a507f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:28.937491 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-654a846f-3c7d-4448-89eb-df55f110aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3736717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3698355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827017'] for network, after_delete {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:28.943465 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron_lib.callbacks.manager [None req-654a846f-3c7d-4448-89eb-df55f110aa58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698326'] for network, before_response {{(pid=91652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:28.945905 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-76d683bd-213a-4955-839c-e469924907df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:28.969615 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a846f-3c7d-4448-89eb-df55f110aa58 admin admin] Pushing event deleted for resources: {'Network': ['ID=df072371-620a-43d5-8458-4907d6780d74,revision_number=None']} {{(pid=91652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:28.972044 dv-cinder-791281-2-smb neutron-server[91652]: DEBUG oslo_concurrency.lockutils [None req-654a846f-3c7d-4448-89eb-df55f110aa58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:28.975439 dv-cinder-791281-2-smb neutron-server[91652]: INFO neutron.wsgi [None req-654a846f-3c7d-4448-89eb-df55f110aa58 admin admin] 10.222.0.61 "DELETE /v2.0/networks/df072371-620a-43d5-8458-4907d6780d74 HTTP/1.1" status: 204 len: 168 time: 0.9104471 May 19 09:41:29.147705 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 50172) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:29.196653 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-cb973365-2bac-4d41-ade1-e7ac0f2cc0c3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3e67fd8b81e7411ebfc3353c9ad92d1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476911 May 19 09:41:29.199068 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 50176) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:29.259486 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a235b608-eafc-49c9-b01c-323f7bbfb90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:29.292505 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a235b608-eafc-49c9-b01c-323f7bbfb90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:29.344079 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a235b608-eafc-49c9-b01c-323f7bbfb90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:29.348634 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-826376ea-13eb-4174-87a6-98b606f8b4e2 tempest-AttachVolumeTestJSON-1030470326 tempest-AttachVolumeTestJSON-1030470326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:29.363888 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235b608-eafc-49c9-b01c-323f7bbfb90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0d831b-260e-4b5e-abb6-879a7ad03e70,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:29.366630 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-a235b608-eafc-49c9-b01c-323f7bbfb90f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:29.373853 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-a235b608-eafc-49c9-b01c-323f7bbfb90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:29.374973 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-a235b608-eafc-49c9-b01c-323f7bbfb90f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9a0d831b-260e-4b5e-abb6-879a7ad03e70 HTTP/1.1" status: 204 len: 168 time: 0.1749918 May 19 09:41:29.711112 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 50184) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:29.759743 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-c9ffab40-41b9-4cd1-8d97-77c03664faea admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0228133154ed48caa9f8cc784afdaf7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474362 May 19 09:41:29.762259 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.wsgi [-] (91651) accepted ('10.222.0.61', 50188) {{(pid=91651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:29.822693 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-15b15f5d-9bed-4799-8f1b-24c8094ff0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:29.848986 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-15b15f5d-9bed-4799-8f1b-24c8094ff0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:29.906819 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-15b15f5d-9bed-4799-8f1b-24c8094ff0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736703'] for security_group, after_delete {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:29.910615 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-cfc63672-56ed-494f-bffe-49d53d629c51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:29.921518 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b15f5d-9bed-4799-8f1b-24c8094ff0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530a17bf-9ff0-45e0-b6f7-9a84883afc34,revision_number=None']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:29.926313 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-15b15f5d-9bed-4799-8f1b-24c8094ff0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:29.931089 dv-cinder-791281-2-smb neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-15b15f5d-9bed-4799-8f1b-24c8094ff0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:29.932224 dv-cinder-791281-2-smb neutron-server[91651]: INFO neutron.wsgi [None req-15b15f5d-9bed-4799-8f1b-24c8094ff0a1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/530a17bf-9ff0-45e0-b6f7-9a84883afc34 HTTP/1.1" status: 204 len: 168 time: 0.1691036 May 19 09:41:30.240233 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device cf4774a1-f1b0-4294-98b3-a1bf9247d8cd no longer exists at agent ovs-agent-dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:41:30.277027 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.plugin [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] No Port match for: cf4774a1-f1b0-4294-98b3-a1bf9247d8cd {{(pid=91653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:41:30.277375 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron.plugins.ml2.rpc [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Device cf4774a1-f1b0-4294-98b3-a1bf9247d8cd not bound to the agent host dv-cinder-791281-2-smb {{(pid=91653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:41:31.443886 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:31.949948 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-5229c1fc-7f7e-4e11-9c8d-e712a78fd6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:32.892218 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:34.592943 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:40.601850 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:48.010475 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:41:58.901239 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-8e0c5a4c-0e85-4afe-9589-d75e439ffd76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:01.446805 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:01.951044 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-a7e46cf5-be3a-4372-9800-aaca7102bd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:02.892084 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:04.595780 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:10.609387 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:25.012947 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:42:28.902612 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-d4177cbe-d524-4c47-8deb-2ae2ab0b139c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:31.449893 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:31.952284 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-b0b31e3b-66ee-4980-923c-b97790a24eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:32.895998 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:34.598624 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:40.607878 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:58.904137 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0ab6be20-c975-41f0-9702-3fbad8184435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:01.452119 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:01.953847 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-7d005b55-956f-4838-a4cc-7ba4088d8ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:02.011352 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:43:02.897297 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:04.601377 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:10.622431 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:28.905917 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-20f9a19c-67d9-4517-b62b-626fe01c6b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:31.455053 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:31.956154 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-58558902-e632-4856-92f9-2b0dc54a491e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:32.899828 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:34.604028 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:39.011020 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:43:40.622446 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:58.910241 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-26412f6b-44f0-44be-ac52-99b60c710066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:01.461728 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:01.957654 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-2e9360ac-f4cd-4c5d-8a46-168f057f123c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:02.902790 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:04.606571 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:10.621608 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:16.010051 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:44:28.912237 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c3a69728-18a6-469e-a655-7a9c10369610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:31.454299 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:31.959796 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-f02fd601-1f93-47be-9127-653ae7771b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:32.906743 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:34.609680 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:40.639168 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:53.013270 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:44:58.915864 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-5a675c30-bdad-478d-9002-e1e9b3f55d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:01.472437 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:01.966257 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-ef764f85-4e63-4ae2-8dcb-bcc4b20ea053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:02.907988 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:04.619295 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:10.637826 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:28.919384 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-9abc1ab6-5eee-4b91-9d30-5b11444d199e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:30.011958 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:45:31.455209 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:31.958832 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-d755ebbb-3ae4-4aee-808f-ef7396d10747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:32.910302 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:34.614900 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:40.652190 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:58.921965 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-1db6b395-fd96-46e9-9e3f-31e3543a9e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:46:01.456211 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-c32dc218-f32c-419c-8381-35781e365a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:46:01.959573 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-d161faae-26ef-4757-a054-727641b517ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:46:02.913065 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-06ea3118-75cb-447d-b162-d09c5999bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:46:04.620702 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ee36-f347-4797-a78f-ad5db1f6b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:46:07.013474 dv-cinder-791281-2-smb neutron-server[91654]: DEBUG neutron.db.agents_db [None req-33254ee7-65f9-4d5a-86e0-c8108a96ed5f None None] Agent healthcheck: found 6 active agents {{(pid=91654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:46:10.651422 dv-cinder-791281-2-smb neutron-server[91653]: DEBUG neutron_lib.callbacks.manager [None req-4c67715f-60d2-4ff3-8c1a-4315fab3852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789556569564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-870656'] for agent, after_update {{(pid=91653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}